00010000:00010000:0.0F:1788874021.998409:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874023.024501:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874023.150405:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788874023.150427:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859196416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788874023.150494:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874023.150540:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859196416 00000100:00100000:0.0:1788874023.150548:0:18665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859196416 00000100:00100000:0.0:1788874023.150601:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788874023.150610:0:18665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859196416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788874023.150638:0:18665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788874023.150693:0:18665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859196416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874023.150700:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00080000:0.0:1788874023.150720:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788874023.150753:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859196416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0F:1788874023.569419:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874023.569481:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0F:1788874023.569741:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840248576 00000100:00100000:3.0:1788874023.569757:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840248576 00000100:00100000:3.0:1788874023.569815:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 165 00000100:00100000:3.0:1788874023.569827:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3458854450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24a1c553-66f3-4674-b9cc-0bbc78015451+13:2399:x1875769840248576:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874023.570440:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0F:1788874023.570460:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840248832 00000100:00100000:2.0:1788874023.570473:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840248832 00000100:00100000:1.0:1788874023.570475:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874023.570540:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249088 00000100:00100000:0.0:1788874023.570545:0:18660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249088 00000100:00100000:0.0:1788874023.570575:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:0.0:1788874023.570588:0:18660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840249088:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:0.0:1788874023.570668:0:18660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840249088:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 86us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874023.570676:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00080000:0.0:1788874023.570704:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788874023.570709:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788874023.570722:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3458854450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24a1c553-66f3-4674-b9cc-0bbc78015451+13:2399:x1875769840248576:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 896us (1312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874023.570731:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 165 00000100:00100000:1.0:1788874023.573095:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874023.573131:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874023.573277:0:19728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249600 00000100:00100000:0.0:1788874023.573289:0:19728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249600 00000100:00100000:0.0:1788874023.573370:0:19728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 21 00000100:00100000:0.0:1788874023.573382:0:19728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840249600:12345-192.168.202.20@tcp:400:kworker.0 00000100:00080000:3.0:1788874023.573396:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788874023.573490:0:19728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840249600:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 111us (405us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874023.573498:0:19728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 21 00000100:00100000:1.0:1788874023.582664:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874023.582702:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874023.586264:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249344 00000100:00100000:2.0:1788874023.586283:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249344 00000100:00100000:3.0:1788874023.587111:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840248704 00000100:00100000:3.0:1788874023.587120:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840248704 00000100:00100000:3.0:1788874023.587169:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 61 00000100:00100000:3.0:1788874023.587180:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840248832:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874023.587284:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840248832:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 105us (17801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874023.587418:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 61 00000100:00100000:3.0:1788874023.587444:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 62 00000100:00100000:3.0:1788874023.587452:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840249344:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874023.587480:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840249344:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 30us (17007us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874023.587501:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 62 00000100:00100000:3.0:1788874023.587514:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 63 00000100:00100000:3.0:1788874023.587521:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+22:2399:x1875769840248704:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874023.587549:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+22:2399:x1875769840248704:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 30us (14417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874023.587556:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 63 00000100:00100000:1.0:1788874023.588088:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874023.588194:0:19195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840248960 00000100:00100000:1.0:1788874023.588201:0:19195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840248960 00000100:00100000:1.0:1788874023.588251:0:19195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249472 00000100:00100000:1.0:1788874023.588254:0:19195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249472 00000100:00100000:1.0:1788874023.588275:0:19195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 22 00000100:00100000:1.0:1788874023.588282:0:19195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840248960:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874023.588449:0:19195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840248960:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 166us (5805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874023.588456:0:19195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 22 00000100:00100000:1.0:1788874023.588469:0:19195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 23 00000100:00100000:1.0:1788874023.588475:0:19195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840249472:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874023.588687:0:19195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840249472:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 211us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874023.588694:0:19195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 23 00000100:00100000:3.0:1788874023.588980:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249216 00000100:00100000:3.0:1788874023.588995:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249216 00000100:00100000:3.0:1788874023.589022:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 64 00000100:00100000:3.0:1788874023.591122:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ca012d0-0acd-4ca6-971d-710455c35699+6:2399:x1875769840249216:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874023.591221:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ca012d0-0acd-4ca6-971d-710455c35699+6:2399:x1875769840249216:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 2176us (8503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874023.591232:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 64 00000100:00080000:2.0:1788874023.595995:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788874023.596010:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788874023.596013:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788874024.046710:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874024.174301:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859196544:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788874024.174314:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859196672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874024.176818:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874024.176913:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859196672 00000100:00100000:3.0:1788874024.176921:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859196672 00000100:00100000:3.0:1788874024.176971:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788874024.176982:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859196672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788874024.177022:0:17160:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874024.177074:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859196672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (261us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874024.177083:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788874024.177134:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859196672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788874024.177913:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874024.177972:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859196544 00000100:00100000:3.0:1788874024.177979:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859196544 00000100:00100000:3.0:1788874024.178018:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788874024.178025:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859196544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788874024.178049:0:17161:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788874024.178092:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859196544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (180us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874024.178099:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788874024.178140:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859196544:0@lo:41:osp-pre-0-1.0 00000001:00080000:3.0:1788874024.185455:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:3.0:1788874024.185474:0:17135:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9d3450fccc00 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:3.0:1788874024.185479:0:17135:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9d3451717000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9d3450fccb40 00000020:00080000:3.0:1788874024.185483:0:17135:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9d3451717b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9d344f45ac00 00000020:00080000:1.0:1788874024.185511:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1788874024.185581:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:0.0:1788874024.185611:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874024.185623:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874024.185632:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874024.185637:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652000 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874024.185654:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874024.185663:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874024.185681:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9d33410df400) 00010000:00010000:0.0:1788874024.185684:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874024.185688:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874024.185693:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9cefe lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874024.651738:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874024.652807:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249728 00000100:00100000:0.0:1788874024.652946:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249728 00000100:00100000:2.0:1788874024.653839:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 65 00000100:00100000:2.0:1788874024.653852:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+13:15583:x1875769840249728:12345-192.168.202.20@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788874024.654019:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+13:15583:x1875769840249728:12345-192.168.202.20@tcp:60:lhsmtool_posix.0 Request processed in 169us (2291us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874024.654026:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 65 00000100:00100000:0.0:1788874024.659030:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874024.659106:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840249856 00000100:00100000:2.0:1788874024.659115:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840249856 00000100:00100000:2.0:1788874024.659176:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 66 00000100:00100000:2.0:1788874024.659187:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:15583:x1875769840249856:12345-192.168.202.20@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788874024.659314:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:15583:x1875769840249856:12345-192.168.202.20@tcp:60:lhsmtool_posix.0 Request processed in 129us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874024.659324:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 66 00000100:00100000:1.0:1788874024.661515:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874024.661691:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250112 00000100:00100000:3.0:1788874024.661699:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250112 00000100:00100000:3.0:1788874024.661799:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 12 00000100:00100000:3.0:1788874024.661806:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+13:15583:x1875769840250112:12345-192.168.202.20@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788874024.661996:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+14:15583:x1875769840250112:12345-192.168.202.20@tcp:35:lhsmtool_posix.0 Request processed in 190us (489us total) trans 8589934624 rc 0/0 00000100:00100000:3.0:1788874024.662002:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 12 00010000:00010000:0.0:1788874025.073041:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874026.095124:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874026.734467:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859196800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874026.734540:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874026.734700:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859196800 00000100:00100000:3.0:1788874026.734708:0:18664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859196800 00000100:00100000:3.0:1788874026.734786:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1788874026.734799:0:18664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859196800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788874026.734833:0:18664:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788874026.734887:0:18664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859196800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874026.734893:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:2.0:1788874026.735023:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788874026.735063:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859196800:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874026.735469:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859196928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788874026.735502:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.735539:0:19948:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859196928 00000100:00100000:2.0:1788874026.735543:0:19948:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859196928 00000100:00100000:2.0:1788874026.735590:0:19948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788874026.735596:0:19948:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859196928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788874026.735609:0:19948:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 26324672 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788874026.735679:0:19948:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859196928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.735685:0:19948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:2.0:1788874026.735700:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788874026.735717:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859196928:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788874026.741941:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859197056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788874026.742023:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874026.742165:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197056 00000100:00100000:3.0:1788874026.742173:0:18665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197056 00000100:00100000:3.0:1788874026.742273:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788874026.742285:0:18665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859197056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788874026.742317:0:18665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788874026.742395:0:18665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859197056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874026.742402:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:2.0:1788874026.742466:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874026.742670:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859197056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788874026.743611:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859197312:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.743668:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.743711:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875769859197824:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.743755:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.743776:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859198336:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.743797:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.743815:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788874026.743820:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859197184:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.743843:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.743862:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859197696:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.743883:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.743898:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3634:1875769859198208:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.743916:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874026.743943:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197184 00000100:00100000:2.0:1788874026.743957:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197184 00000100:00100000:2.0:1788874026.743999:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1788874026.744007:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3458855c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7a50e61a-7558-480a-b914-36a6e76b41da+24:3634:x1875769859197184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.744052:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3458855c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:7a50e61a-7558-480a-b914-36a6e76b41da+24:3634:x1875769859197184:12345-0@lo:400:kworker.0 Request processed in 46us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.744059:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:2.0:1788874026.744089:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197824 00000100:00100000:2.0:1788874026.744092:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197824 00000100:00100000:2.0:1788874026.744114:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198336 00000100:00100000:2.0:1788874026.744118:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198336 00000100:00100000:2.0:1788874026.744139:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198208 00000100:00100000:2.0:1788874026.744142:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198208 00000100:00100000:2.0:1788874026.744156:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788874026.744162:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875769859197824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.744194:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875769859197824:12345-0@lo:400:kworker.0 Request processed in 33us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.744201:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788874026.744245:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788874026.744252:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875769859198336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.744299:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875769859198336:12345-0@lo:400:kworker.0 Request processed in 47us (500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.744305:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788874026.744318:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788874026.744324:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875769859198208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.744350:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875769859198208:12345-0@lo:400:kworker.0 Request processed in 27us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.744356:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:2.0:1788874026.744379:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788874026.744383:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788874026.744408:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859197184:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.744422:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3634:1875769859198208:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.744432:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875769859197824:0@lo:400:kworker.0 00010000:00080000:2.0:1788874026.744444:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f43e300 x1875769859198336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874026.744456:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859198336:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.744754:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859197568:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.744790:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874026.744821:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3636:1875769859198080:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.744844:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874026.744865:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788874026.744872:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859197440:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.744893:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874026.744910:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859197952:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.744929:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874026.744949:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198080 00000100:00100000:1.0:1788874026.744966:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198080 00000100:00100000:1.0:1788874026.744999:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197440 00000100:00100000:1.0:1788874026.745003:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197440 00000100:00100000:1.0:1788874026.745015:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197952 00000100:00100000:1.0:1788874026.745018:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197952 00000100:00100000:1.0:1788874026.745033:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788874026.745039:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875769859198080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.745075:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875769859198080:12345-0@lo:400:kworker.0 Request processed in 36us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874026.745081:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788874026.745094:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788874026.745100:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859197440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.745128:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859197440:12345-0@lo:400:kworker.0 Request processed in 28us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874026.745134:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788874026.745145:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788874026.745160:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.745190:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859197952:12345-0@lo:400:kworker.0 Request processed in 32us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874026.745196:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:1.0:1788874026.745235:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874026.745239:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788874026.745257:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859197440:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.745267:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859197952:0@lo:400:kworker.0 00010000:00080000:1.0:1788874026.745278:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f438700 x1875769859198080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874026.745287:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3636:1875769859198080:0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.748375:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197312 00000100:00100000:2.0:1788874026.748391:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197312 00000100:00100000:2.0:1788874026.748470:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197568 00000100:00100000:2.0:1788874026.748474:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197568 00000100:00100000:2.0:1788874026.748494:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788874026.748504:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859197312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.748597:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859197312:12345-0@lo:400:kworker.0 Request processed in 95us (4928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.748605:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788874026.748632:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788874026.748638:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859197568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874026.748672:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859197568:12345-0@lo:400:kworker.0 Request processed in 35us (3883us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874026.748678:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788874026.748732:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859197312:0@lo:400:kworker.0 00000100:00100000:0.0:1788874026.750878:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859197696 00000100:00100000:0.0:1788874026.750891:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859197696 00000100:00100000:0.0:1788874026.750970:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788874026.750980:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859197696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874026.751066:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859197696:12345-0@lo:400:kworker.0 Request processed in 88us (7181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874026.751074:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788874026.751126:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859197696:0@lo:400:kworker.0 00000100:00100000:1.0:1788874026.752135:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859197568:0@lo:400:kworker.0 00000100:00080000:2.0:1788874026.752845:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788874027.118380:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788874027.823183:0:17191:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788874027.823199:0:17191:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788874027.823831:0:17191:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1788874027.824362:0:17191:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:0.0:1788874028.142393:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874028.271651:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859198464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788874028.271719:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874028.271992:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198464 00000100:00100000:2.0:1788874028.272000:0:18664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198464 00000100:00080000:1.0:1788874028.272057:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788874028.272069:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788874028.272079:0:18664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859198464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788874028.272107:0:18664:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788874028.272160:0:18664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859198464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 83us (441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874028.272168:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788874028.272947:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859198464:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1788874028.617875:0:20532:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 09:27:08 (1788874028) 00000100:00100000:1.0:1788874028.681327:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.681370:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.681406:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.681444:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250496 00000100:00100000:1.0:1788874028.681458:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250496 00000100:00100000:1.0:1788874028.681544:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250368 00000100:00100000:1.0:1788874028.681548:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250368 00000100:00100000:1.0:1788874028.681592:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 71 00000100:00100000:1.0:1788874028.681619:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2398:x1875769840250496:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874028.681719:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2398:x1875769840250496:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 116us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.681728:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 71 00000100:00100000:1.0:1788874028.681749:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 72 00000100:00100000:1.0:1788874028.681756:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+14:2398:x1875769840250368:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874028.681787:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+14:2398:x1875769840250368:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 31us (380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.681794:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 72 00000100:00080000:1.0:1788874028.681831:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874028.681836:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788874028.683016:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250240 00000100:00100000:3.0:1788874028.683033:0:17149:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250240 00000100:00100000:3.0:1788874028.683129:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 167 00000100:00100000:3.0:1788874028.683141:0:17149:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33440b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24a1c553-66f3-4674-b9cc-0bbc78015451+13:2398:x1875769840250240:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874028.683235:0:17149:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33440b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24a1c553-66f3-4674-b9cc-0bbc78015451+13:2398:x1875769840250240:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 97us (1925us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874028.683245:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 167 00000100:00100000:1.0:1788874028.696498:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.696542:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.696568:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.696589:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.696620:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.696649:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874028.696689:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250624 00000100:00100000:1.0:1788874028.696701:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250624 00000100:00100000:1.0:1788874028.696780:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250752 00000100:00100000:1.0:1788874028.696783:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250752 00000100:00100000:1.0:1788874028.696799:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251136 00000100:00100000:1.0:1788874028.696802:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251136 00000100:00100000:1.0:1788874028.696827:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251264 00000100:00100000:1.0:1788874028.696830:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251264 00000100:00100000:1.0:1788874028.696848:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 25 00000100:00100000:1.0:1788874028.696859:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840250752:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874028.696971:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2399:x1875769840250752:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 113us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.696980:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 25 00000100:00100000:1.0:1788874028.697000:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 27 00000100:00100000:1.0:1788874028.697009:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2397:x1875769840250624:12345-192.168.202.20@tcp:9:kworker.0 00000020:00000080:1.0:1788874028.697034:0:18663:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc2d 00000100:00080000:1.0:1788874028.697055:0:18663:0:(import.c:65:import_set_state_nolock()) ffff9d3341e85000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788874028.697122:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788874028.697323:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+2:2397:x1875769840250624:12345-192.168.202.20@tcp:9:kworker.0 Request processed in 315us (841us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.697330:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 27 00000100:00100000:1.0:1788874028.697343:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 28 00000100:00100000:1.0:1788874028.697350:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ca012d0-0acd-4ca6-971d-710455c35699+5:2397:x1875769840251136:12345-192.168.202.20@tcp:9:kworker.0 00000020:00000080:1.0:1788874028.697364:0:18663:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc6c 00000100:00080000:1.0:1788874028.697369:0:18663:0:(import.c:65:import_set_state_nolock()) ffff9d3341fe9000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788874028.697392:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788874028.697440:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ca012d0-0acd-4ca6-971d-710455c35699+2:2397:x1875769840251136:12345-192.168.202.20@tcp:9:kworker.0 Request processed in 90us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.697447:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 28 00000100:00100000:1.0:1788874028.697459:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 29 00000100:00100000:1.0:1788874028.697466:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ca012d0-0acd-4ca6-971d-710455c35699+5:2397:x1875769840251264:12345-192.168.202.20@tcp:9:kworker.0 00000020:00000080:1.0:1788874028.697477:0:18663:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc73 00000100:00080000:1.0:1788874028.697484:0:18663:0:(import.c:65:import_set_state_nolock()) ffff9d347a76d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788874028.697508:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788874028.697595:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:6ca012d0-0acd-4ca6-971d-710455c35699+2:2397:x1875769840251264:12345-192.168.202.20@tcp:9:kworker.0 Request processed in 128us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.697615:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 29 00010000:00010000:1.0:1788874028.697657:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874028.697665:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788874028.697674:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788874028.697679:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874028.697690:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251008 00000100:00100000:1.0:1788874028.697696:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251008 00000100:00100000:1.0:1788874028.697732:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840250880 00000100:00100000:1.0:1788874028.697736:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840250880 00000100:00100000:1.0:1788874028.697757:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 73 00000100:00100000:1.0:1788874028.697763:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840251008:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874028.697793:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ca012d0-0acd-4ca6-971d-710455c35699+5:2399:x1875769840251008:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 29us (1223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.697799:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 73 00000100:00100000:1.0:1788874028.697811:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 74 00000100:00100000:1.0:1788874028.697817:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ca012d0-0acd-4ca6-971d-710455c35699+6:2399:x1875769840250880:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874028.697841:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6ca012d0-0acd-4ca6-971d-710455c35699+6:2399:x1875769840250880:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 24us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874028.697846:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 74 00000100:00080000:1.0:1788874028.697870:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874028.697873:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788874028.698617:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874029.166657:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874029.299729:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788874029.299750:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859198592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788874029.299820:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874029.299877:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198592 00000100:00100000:2.0:1788874029.299884:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198592 00000100:00100000:2.0:1788874029.299933:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788874029.299941:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859198592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788874029.299979:0:17161:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788874029.300026:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859198592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874029.300032:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788874029.300079:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859198592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788874029.301278:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788874029.301291:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859198720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788874029.301336:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874029.301385:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198720 00000100:00100000:1.0:1788874029.301391:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198720 00000100:00100000:1.0:1788874029.301426:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788874029.301434:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859198720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788874029.301460:0:17160:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1788874029.301499:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859198720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874029.301505:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788874029.301542:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859198720:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788874029.360792:0:17908:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:3.0:1788874029.810691:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934624 is committed 00000020:00080000:3.0:1788874029.810707:0:17135:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:1.0:1788874029.810757:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:1.0:1788874029.810770:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:1.0:1788874030.193166:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874031.214369:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874031.854596:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859198848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788874031.854678:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874031.854925:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198848 00000100:00100000:3.0:1788874031.854935:0:18665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198848 00000100:00100000:2.0:1788874031.855066:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859198976:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874031.855098:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874031.855129:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859198976 00000100:00100000:2.0:1788874031.855133:0:18664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859198976 00000100:00100000:2.0:1788874031.855196:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788874031.855229:0:18664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859198976:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788874031.855261:0:18664:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788874031.855307:0:18664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859198976:12345-0@lo:13:osp-pre-1-1.0 Request processed in 102us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874031.855314:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788874031.855356:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859198976:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788874031.855568:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859199104:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788874031.855611:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874031.855801:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199104 00000100:00100000:3.0:1788874031.855806:0:18665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199104 00000100:00100000:3.0:1788874031.855824:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788874031.855831:0:18665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859198848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788874031.855860:0:18665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788874031.855904:0:18665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859198848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (1226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874031.855911:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788874031.855925:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788874031.855934:0:18664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859199104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788874031.855946:0:18664:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 17886912 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788874031.855986:0:18664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859199104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.855993:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788874031.856010:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859199104:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788874031.856414:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859199616:0@lo:400:kworker.0 00000100:00100000:3.0:1788874031.856457:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874031.856483:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3636:1875769859200128:0@lo:400:kworker.0 00000100:00100000:3.0:1788874031.856509:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874031.856527:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788874031.856534:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859199488:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.856548:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a50e61a-7558-480a-b914-36a6e76b41da:3633:1875769859199232:0@lo:400:kworker.0 00000100:00100000:3.0:1788874031.856559:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.856597:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.856627:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859199744:0@lo:400:kworker.0 00000100:00100000:3.0:1788874031.856658:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859200000:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.856659:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.856686:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3633:1875769859200256:0@lo:400:kworker.0 00000100:00100000:3.0:1788874031.856692:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874031.856770:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199232 00000100:00100000:3.0:1788874031.856774:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199232 00000100:00100000:3.0:1788874031.856803:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788874031.856810:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33440b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7a50e61a-7558-480a-b914-36a6e76b41da+24:3633:x1875769859199232:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788874031.856917:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788874031.856922:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874031.856934:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200128 00000100:00100000:1.0:1788874031.856937:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200128 00000100:00100000:1.0:1788874031.856985:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199488 00000100:00100000:1.0:1788874031.856988:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199488 00000100:00100000:1.0:1788874031.857002:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200000 00000100:00100000:1.0:1788874031.857004:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200000 00000100:00100000:1.0:1788874031.857019:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788874031.857026:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875769859200128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874031.857088:0:19949:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199616 00000100:00100000:2.0:1788874031.857093:0:19949:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199616 00000100:00100000:2.0:1788874031.857126:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788874031.857133:0:19949:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859199616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861123:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.861216:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a50e61a-7558-480a-b914-36a6e76b41da:3633:1875769859199232:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861237:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788874031.861249:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859199360:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861283:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.861314:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859199872:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861333:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.861341:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3633:1875769859200384:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861356:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874031.861406:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200256 00000100:00100000:0.0:1788874031.861535:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200256 00000100:00100000:0.0:1788874031.861586:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199872 00000100:00100000:0.0:1788874031.861589:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199872 00000100:00100000:0.0:1788874031.861600:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200384 00000100:00100000:0.0:1788874031.861602:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200384 00000100:00100000:0.0:1788874031.861616:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788874031.861624:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859199488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861684:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859199488:12345-0@lo:400:kworker.0 Request processed in 60us (5125us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.861690:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788874031.861905:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788874031.861912:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859200000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.861942:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859200000:12345-0@lo:400:kworker.0 Request processed in 31us (5252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.861948:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788874031.861957:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788874031.861975:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3633:x1875769859200256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862002:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3633:x1875769859200256:12345-0@lo:400:kworker.0 Request processed in 28us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.862007:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788874031.862019:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788874031.862024:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859199872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862059:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859199872:12345-0@lo:400:kworker.0 Request processed in 35us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.862065:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788874031.862074:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788874031.862080:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3633:x1875769859200384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862100:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3633:x1875769859200384:12345-0@lo:400:kworker.0 Request processed in 20us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.862105:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788874031.862123:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199744 00000100:00100000:0.0:1788874031.862126:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199744 00000100:00100000:0.0:1788874031.862152:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788874031.862157:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859199744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862345:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859199744:12345-0@lo:400:kworker.0 Request processed in 187us (5686us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.862351:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788874031.862395:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859198848:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788874031.862431:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859199872:0@lo:400:kworker.0 00010000:00080000:0.0:1788874031.862441:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343805880 x1875769859200384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874031.862462:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3633:1875769859200384:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862472:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859199744:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862481:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3633:1875769859200256:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862515:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859199360 00000100:00100000:0.0:1788874031.862517:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859199360 00000100:00100000:0.0:1788874031.862534:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788874031.862540:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859199360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862584:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859199360:12345-0@lo:400:kworker.0 Request processed in 31us (1288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874031.862590:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00080000:0.0:1788874031.862607:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788874031.862611:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788874031.862614:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788874031.862627:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859199360:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862676:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859199488:0@lo:400:kworker.0 00000100:00100000:0.0:1788874031.862686:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859200000:0@lo:400:kworker.0 00010000:00080000:0.0:1788874031.864116:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343805c00 x1875769859200128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874031.864133:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3636:1875769859200128:0@lo:400:kworker.0 00000100:00100000:1.0:1788874031.864681:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875769859200128:12345-0@lo:400:kworker.0 Request processed in 7652us (8168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874031.864689:0:19949:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859199616:12345-0@lo:400:kworker.0 Request processed in 7553us (8228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874031.864707:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788874031.864716:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1788874031.864759:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859199616:0@lo:400:kworker.0 00000100:00100000:3.0:1788874031.881750:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33440b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7a50e61a-7558-480a-b914-36a6e76b41da+24:3633:x1875769859199232:12345-0@lo:400:kworker.0 Request processed in 24928us (25141us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874031.881769:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00010000:00010000:1.0:1788874032.238519:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874032.376774:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874032.376886:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251520 00000100:00100000:3.0:1788874032.376898:0:17158:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251520 00000100:00100000:3.0:1788874032.376974:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:3.0:1788874032.376987:0:17158:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+13:16346:x1875769840251520:12345-192.168.202.20@tcp:35:umount.0 00000001:00080000:3.0:1788874032.377282:0:17158:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934625 00000100:00080000:0.0:1788874032.377696:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1788874032.377744:0:17158:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934626 00000100:00100000:3.0:1788874032.377968:0:17158:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+16:16346:x1875769840251520:12345-192.168.202.20@tcp:35:umount.0 Request processed in 982us (1203us total) trans 8589934627 rc 0/0 00000100:00100000:3.0:1788874032.377978:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 13 00000020:00080000:3.0:1788874032.377983:0:17158:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:1.0:1788874032.388807:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874032.388858:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874032.388904:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874032.389013:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251776 00000100:00100000:0.0:1788874032.389025:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251776 00000100:00100000:3.0:1788874032.389070:0:19491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251904 00000100:00100000:3.0:1788874032.389090:0:19491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251904 00000100:00100000:0.0:1788874032.389098:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840251648 00000100:00100000:0.0:1788874032.389111:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840251648 00000100:00100000:3.0:1788874032.389121:0:19491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 3 00000100:00100000:3.0:1788874032.389133:0:19491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:24a1c553-66f3-4674-b9cc-0bbc78015451+15:2398:x1875769840251776:12345-192.168.202.20@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1788874032.389142:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 4 00010000:00010000:3.0:1788874032.389153:0:19491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788874032.389154:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347a6e2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+15:2398:x1875769840251904:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874032.389165:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874032.389181:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f443400/0x25c660afb0a9ccce lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ab2 expref: 15 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.389185:0:19491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e24400/0x25c660afb0a9cc0a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a99cb expref: 15 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.389200:0:19491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788874032.389200:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874032.389276:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347a6e2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+13:2398:x1875769840251904:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 126us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874032.389281:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 4 00000100:00100000:0.0:1788874032.389294:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 5 00000100:00100000:0.0:1788874032.389298:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+12:2400:x1875769840251648:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874032.389303:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874032.389309:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d33434df400/0x25c660afb0a9cc11 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a99fc expref: 12 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874032.389314:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874032.389324:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+11:2400:x1875769840251648:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 26us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874032.389328:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 5 00000100:00100000:3.0:1788874032.389694:0:19491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:24a1c553-66f3-4674-b9cc-0bbc78015451+10:2398:x1875769840251776:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 562us (897us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874032.389702:0:19491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 3 00000100:00100000:2.0:1788874032.395534:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874032.395660:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840252032 00000100:00100000:1.0:1788874032.395673:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840252032 00000100:00100000:1.0:1788874032.395761:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 30 00000100:00100000:1.0:1788874032.395773:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2397:x1875769840252032:12345-192.168.202.20@tcp:9:umount.0 00000020:00000080:1.0:1788874032.395812:0:18662:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc34 00000100:00080000:1.0:1788874032.395823:0:18662:0:(import.c:65:import_set_state_nolock()) ffff9d3344253800 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1788874032.395973:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:2.0:1788874032.396086:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000004:1.0:1788874032.396199:0:18662:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:1.0:1788874032.396500:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+2:2397:x1875769840252032:12345-192.168.202.20@tcp:9:umount.0 Request processed in 726us (1756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874032.396510:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 30 00000100:00100000:1.0:1788874032.412177:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874032.412760:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840252928 00000100:00100000:0.0:1788874032.412772:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840252928 00000100:00100000:0.0:1788874032.412897:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 67 00000100:00100000:0.0:1788874032.412909:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+16:2397:x1875769840252928:12345-192.168.202.20@tcp:39:umount.0 00000020:00000080:0.0:1788874032.412943:0:17157:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc1f 00000020:00010000:0.0:1788874032.412974:0:17157:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d3343ac9800: total 0 00000100:00080000:0.0:1788874032.412980:0:17157:0:(import.c:65:import_set_state_nolock()) ffff9d3450538000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788874032.413015:0:17157:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00100000:0.0:1788874032.413187:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+15:2397:x1875769840252928:12345-192.168.202.20@tcp:39:umount.0 Request processed in 279us (1021us total) trans 8589934628 rc 0/0 00000100:00100000:0.0:1788874032.413195:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 67 00000020:00010000:3.0:1788874032.413420:0:17144:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d3343ac9800: total 0 00010000:00010000:3.0:1788874032.413469:0:17144:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d3343ac9800, canceled 0 locks, left on hash table 8. 00010000:00010000:3.0:1788874032.413504:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d33410dfe00) 00010000:00010000:3.0:1788874032.413507:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788874032.413515:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33434df200/0x25c660afb0a9ccea lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ab9 expref: 15 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413540:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9d33410dfd00) 00010000:00010000:3.0:1788874032.413543:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788874032.413547:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33434de400/0x25c660afb0a9cdca lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9af8 expref: 14 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413583:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d33410df500) 00010000:00010000:3.0:1788874032.413586:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788874032.413591:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca200/0x25c660afb0a9ce79 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b37 expref: 13 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413618:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d33410df500) 00010000:00010000:3.0:1788874032.413621:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788874032.413625:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9ce48 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b22 expref: 12 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413638:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9d33410df500) 00010000:00010000:3.0:1788874032.413640:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788874032.413644:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3341e24000/0x25c660afb0a9cf2f lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b6f expref: 11 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413658:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d33410df100) 00010000:00010000:3.0:1788874032.413660:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874032.413664:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33434dfa00/0x25c660afb0a9cd06 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ac0 expref: 10 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413677:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d33410df200) 00010000:00010000:3.0:1788874032.413679:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788874032.413683:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33434dfe00/0x25c660afb0a9cd45 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ace expref: 9 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413694:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9d33410df400) 00010000:00010000:3.0:1788874032.413696:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788874032.413700:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9ced4 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b4c expref: 8 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874032.413711:0:17144:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d3343ac9800, canceled 8 locks, left on hash table 0. 00010000:00010000:3.0:1788874032.413723:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874032.413729:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874032.413731:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874032.423836:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874032.423917:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253056 00000100:00100000:0.0:1788874032.423930:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253056 00000100:00100000:0.0:1788874032.424027:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 68 00000100:00100000:0.0:1788874032.424038:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+5:2397:x1875769840253056:12345-192.168.202.20@tcp:39:umount.0 00000020:00000080:0.0:1788874032.424085:0:20047:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc26 00000100:00080000:0.0:1788874032.424105:0:20047:0:(import.c:65:import_set_state_nolock()) ffff9d3344250000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788874032.424141:0:20047:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1788874032.424490:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874032.424637:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb+3:2397:x1875769840253056:12345-192.168.202.20@tcp:39:umount.0 Request processed in 600us (810us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1788874032.424646:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 68 00000100:00080000:1.0:1788874032.424950:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788874033.262548:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874033.390550:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788874033.390590:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859200512:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788874033.390665:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874033.390758:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200512 00000100:00100000:0.0:1788874033.390771:0:18665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200512 00000100:00100000:0.0:1788874033.391101:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788874033.391112:0:18665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859200512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788874033.391144:0:18665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788874033.391201:0:18665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859200512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874033.391236:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788874033.391382:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859200512:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788874033.391810:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788874033.804344:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874033.804497:0:17148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253184 00000100:00100000:1.0:1788874033.804508:0:17148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253184 00000100:00100000:1.0:1788874033.804576:0:17148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 169 00000100:00100000:1.0:1788874033.804587:0:17148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33440b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24a1c553-66f3-4674-b9cc-0bbc78015451+10:2401:x1875769840253184:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874033.804663:0:17148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33440b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:24a1c553-66f3-4674-b9cc-0bbc78015451+10:2401:x1875769840253184:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 78us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874033.804670:0:17148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 169 00000100:00100000:3.0:1788874033.805809:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874033.805857:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874033.805933:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253312 00000100:00100000:1.0:1788874033.805942:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253312 00000100:00100000:1.0:1788874033.806016:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253440 00000100:00100000:1.0:1788874033.806019:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253440 00000100:00100000:1.0:1788874033.806066:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 81 00000100:00100000:1.0:1788874033.806077:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ca012d0-0acd-4ca6-971d-710455c35699+6:2401:x1875769840253312:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874033.806144:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ca012d0-0acd-4ca6-971d-710455c35699+6:2401:x1875769840253312:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 70us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874033.806153:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 81 00000100:00100000:1.0:1788874033.806168:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 82 00000100:00100000:1.0:1788874033.806173:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ca012d0-0acd-4ca6-971d-710455c35699+5:2400:x1875769840253440:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874033.806198:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ca012d0-0acd-4ca6-971d-710455c35699+5:2400:x1875769840253440:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 25us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874033.806266:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 82 00000100:00080000:2.0:1788874033.806790:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788874033.806796:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00100000:1.0:1788874033.909597:0:18656:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6ca012d0-0acd-4ca6-971d-710455c35699 00000020:00000080:1.0:1788874033.909607:0:18656:0:(genops.c:885:class_export_put()) final put ffff9d3341fee800/6ca012d0-0acd-4ca6-971d-710455c35699 00000001:00100000:1.0:1788874033.909636:0:18656:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000020:00000080:1.0:1788874033.909638:0:18656:0:(genops.c:885:class_export_put()) final put ffff9d3341e87000/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000020:00000080:0.0:1788874033.909704:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341fee800/6ca012d0-0acd-4ca6-971d-710455c35699 for lustre-OST0000 00000020:00000080:0.0:1788874033.909771:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341e87000/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb for lustre-OST0000 00000020:00000080:0.0:1788874033.909792:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3341fe9000 for lustre-OST0000 00000020:00000080:0.0:1788874033.909807:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3341e85000 for lustre-OST0000 00000001:00100000:2.0:1788874033.911392:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000020:00000080:2.0:1788874033.911400:0:19474:0:(genops.c:885:class_export_put()) final put ffff9d3344252800/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000001:00100000:2.0:1788874033.911428:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6ca012d0-0acd-4ca6-971d-710455c35699 00000020:00000080:2.0:1788874033.911432:0:19474:0:(genops.c:885:class_export_put()) final put ffff9d347a768000/6ca012d0-0acd-4ca6-971d-710455c35699 00000020:00000080:0.0:1788874033.911489:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344252800/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb for lustre-OST0001 00000020:00000080:0.0:1788874033.911539:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d347a768000/6ca012d0-0acd-4ca6-971d-710455c35699 for lustre-OST0001 00000020:00000080:0.0:1788874033.911572:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3344253800 for lustre-OST0001 00000020:00000080:0.0:1788874033.911577:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d347a76d000 for lustre-OST0001 00010000:00010000:3.0:1788874034.286524:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874034.344970:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874034.345023:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874034.345129:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253568 00000100:00100000:0.0:1788874034.345138:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253568 00000100:00100000:0.0:1788874034.345235:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253696 00000100:00100000:0.0:1788874034.345239:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253696 00000100:00100000:0.0:1788874034.345273:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 6 00000100:00100000:0.0:1788874034.345284:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+11:2400:x1875769840253568:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874034.345303:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874034.345324:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3441652600/0x25c660afb0a9cc49 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9a3b expref: 11 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874034.345343:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874034.345400:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+10:2400:x1875769840253568:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 117us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874034.345419:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 6 00000100:00100000:0.0:1788874034.345440:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:0.0:1788874034.345446:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+9:2400:x1875769840253696:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874034.345453:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874034.345463:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3441652e00/0x25c660afb0a9cc50 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9a6c expref: 9 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874034.345471:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874034.345489:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:24a1c553-66f3-4674-b9cc-0bbc78015451+8:2400:x1875769840253696:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 43us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874034.345515:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:1.0:1788874034.346272:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874034.346337:0:19491:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840253824 00000100:00100000:2.0:1788874034.346344:0:19491:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840253824 00000100:00100000:2.0:1788874034.346390:0:19491:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:2.0:1788874034.346399:0:19491:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:24a1c553-66f3-4674-b9cc-0bbc78015451+8:2398:x1875769840253824:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788874034.346408:0:19491:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788874034.346420:0:19491:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3441653a00/0x25c660afb0a9ccc7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9aab expref: 8 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874034.346433:0:19491:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788874034.346463:0:19491:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:24a1c553-66f3-4674-b9cc-0bbc78015451+7:2398:x1875769840253824:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 65us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874034.346470:0:19491:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:0.0:1788874034.361411:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874034.361504:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254080 00000100:00100000:1.0:1788874034.361516:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254080 00000100:00100000:1.0:1788874034.361602:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 69 00000100:00100000:1.0:1788874034.361617:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ca012d0-0acd-4ca6-971d-710455c35699+6:2397:x1875769840254080:12345-192.168.202.20@tcp:39:umount.0 00000020:00000080:1.0:1788874034.361669:0:17156:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc5e 00000020:00010000:1.0:1788874034.361679:0:17156:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d3341fef800: total 0 00000100:00080000:1.0:1788874034.361684:0:17156:0:(import.c:65:import_set_state_nolock()) ffff9d3341fee000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788874034.361717:0:17156:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934628 00000100:00100000:1.0:1788874034.361884:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6ca012d0-0acd-4ca6-971d-710455c35699+5:2397:x1875769840254080:12345-192.168.202.20@tcp:39:umount.0 Request processed in 270us (482us total) trans 8589934629 rc 0/0 00000100:00100000:1.0:1788874034.361892:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 69 00000020:00010000:3.0:1788874034.362044:0:17909:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d3341fef800: total 0 00010000:00010000:3.0:1788874034.362088:0:17909:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d3341fef800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788874034.362120:0:17909:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d33410df200) 00010000:00010000:3.0:1788874034.362125:0:17909:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788874034.362133:0:17909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9cd53 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ad5 expref: 4 pid: 20047 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874034.362157:0:17909:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d3341fef800, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1788874034.362168:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874034.362171:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874034.362172:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874034.377802:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874034.382773:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254208 00000100:00100000:0.0:1788874034.382789:0:17157:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254208 00000100:00100000:0.0:1788874034.382867:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 70 00000100:00100000:0.0:1788874034.382877:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ca012d0-0acd-4ca6-971d-710455c35699+5:2397:x1875769840254208:12345-192.168.202.20@tcp:39:umount.0 00000020:00000080:0.0:1788874034.382923:0:17157:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cc65 00000100:00080000:0.0:1788874034.382936:0:17157:0:(import.c:65:import_set_state_nolock()) ffff9d3341fea000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788874034.382997:0:17157:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:0.0:1788874034.383194:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6ca012d0-0acd-4ca6-971d-710455c35699+3:2397:x1875769840254208:12345-192.168.202.20@tcp:39:umount.0 Request processed in 317us (5405us total) trans 8589934594 rc 0/0 00000100:00100000:0.0:1788874034.383247:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 70 00010000:00010000:2.0:1788874034.383679:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874034.414492:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874034.414512:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859200640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874034.414599:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874034.414826:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200640 00000100:00100000:1.0:1788874034.414835:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200640 00000100:00100000:1.0:1788874034.414877:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788874034.414884:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859200640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788874034.414920:0:17160:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788874034.414965:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859200640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874034.414971:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788874034.415159:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859200640:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788874034.415265:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788874034.415274:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859200768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874034.415299:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874034.415361:0:19949:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200768 00000100:00100000:2.0:1788874034.415364:0:19949:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200768 00000100:00100000:2.0:1788874034.415393:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788874034.415399:0:19949:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859200768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788874034.415414:0:19949:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446293504 avail 1300054016 00000100:00100000:2.0:1788874034.415447:0:19949:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859200768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874034.415451:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788874034.415519:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859200768:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874034.429004:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874034.429605:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254464 00000100:00100000:3.0:1788874034.429616:0:17150:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254464 00000100:00100000:3.0:1788874034.429678:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 170 00000100:00100000:3.0:1788874034.429689:0:17150:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33440b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24a1c553-66f3-4674-b9cc-0bbc78015451+7:2397:x1875769840254464:12345-192.168.202.20@tcp:251:umount.0 00000020:00000080:3.0:1788874034.430397:0:17150:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9cbfc 00000020:00010000:3.0:1788874034.430426:0:17150:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d3344253000: total 0 00000100:00080000:3.0:1788874034.430433:0:17150:0:(import.c:65:import_set_state_nolock()) ffff9d3344250800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788874034.430571:0:17150:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33440b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:24a1c553-66f3-4674-b9cc-0bbc78015451+3:2397:x1875769840254464:12345-192.168.202.20@tcp:251:umount.0 Request processed in 882us (1577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874034.430581:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 170 00000020:00010000:0.0:1788874034.430820:0:17144:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d3344253000: total 0 00010000:00010000:0.0:1788874034.430825:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874034.430887:0:17144:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d3344253000, canceled 0 locks, left on hash table 1. 00010000:00010000:0.0:1788874034.430924:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e24a00/0x25c660afb0a9cc03 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a99c4 expref: 2 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874034.430939:0:17144:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d3344253000, canceled 1 locks, left on hash table 0. 00000020:00000080:0.0:1788874034.430951:0:17144:0:(genops.c:885:class_export_put()) final put ffff9d3344253000/24a1c553-66f3-4674-b9cc-0bbc78015451 00010000:00010000:0.0:1788874034.430971:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874034.430973:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874034.430975:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788874034.431895:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344253000/24a1c553-66f3-4674-b9cc-0bbc78015451 for MGS 00000020:00000080:3.0:1788874034.431945:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3344250800 for MGS 00010000:00010000:3.0:1788874035.311345:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788874036.129395:0:20727:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788874036.153518:0:20727:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788874036.153582:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.153597:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.153605:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.153612:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.153637:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788874036.153642:0:20727:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788874036.153666:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788874036.153670:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788874036.153675:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788874036.153698:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d33428eb800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788874036.156458:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3632:1875769859200896:0@lo:39:umount.0 00010000:00010000:0.0:1788874036.156631:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874036.156642:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.156653:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8e00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874036.156657:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.156668:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874036.156676:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874036.156682:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874036.156685:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788874036.156688:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788874036.156733:0:17143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.156739:0:17143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874036.156768:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.156776:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9c7bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c7c6 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.156789:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874036.156791:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874036.156793:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874036.156998:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.157349:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859200896 00000100:00100000:0.0:1788874036.157370:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859200896 00000100:00100000:0.0:1788874036.157421:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788874036.157429:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3632:x1875769859200896:12345-0@lo:39:umount.0 00000020:00000080:0.0:1788874036.157454:0:17156:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c7f0 00000100:00080000:0.0:1788874036.157462:0:17156:0:(import.c:65:import_set_state_nolock()) ffff9d3444c84800 : changing import state from FULL to CLOSED 00000100:00100000:0.0:1788874036.157527:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+1:3632:x1875769859200896:12345-0@lo:39:umount.0 Request processed in 98us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.157545:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000020:00000080:0.0:1788874036.157556:0:17156:0:(genops.c:885:class_export_put()) final put ffff9d3344159000/lustre-MDT0000-lwp-MDT0000_UUID 00010000:00010000:0.0:1788874036.157578:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788874036.157606:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d33428eb800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:0.0:1788874036.157615:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3632:1875769859200896:0@lo:39:umount.0 00000100:00080000:2.0:1788874036.158336:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788874036.158342:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788874036.158348:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1788874036.159078:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788874036.159101:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a50e61a-7558-480a-b914-36a6e76b41da:3633:1875769859201024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788874036.159160:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000080:1.0:1788874036.159221:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344159000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788874036.159270:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3444c84800 for lustre-MDT0000 00000100:00100000:1.0:1788874036.159286:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201024 00000100:00100000:1.0:1788874036.159291:0:17142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201024 00000100:00100000:1.0:1788874036.159338:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788874036.159346:0:17142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7a50e61a-7558-480a-b914-36a6e76b41da+24:3633:x1875769859201024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788874036.159359:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788874036.159376:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f443200/0x25c660afb0a9c7c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c7bf expref: 24 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874036.159390:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788874036.159422:0:17142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:7a50e61a-7558-480a-b914-36a6e76b41da+23:3633:x1875769859201024:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874036.159429:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788874036.159467:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a50e61a-7558-480a-b914-36a6e76b41da:3633:1875769859201024:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788874036.162189:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162391:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162419:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162426:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162453:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874036.162460:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162466:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162472:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162477:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162491:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788874036.162497:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162504:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162510:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162525:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162549:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:2.0:1788874036.162555:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162562:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162568:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162574:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874036.162581:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:2.0:1788874036.162584:0:20727:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1788874036.162614:0:20727:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1788874036.162618:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788874036.162623:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788874036.162628:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1788874036.162636:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d33428bc000 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788874036.162642:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d3480d4a000 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788874036.162647:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d3480d41000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788874036.162651:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9d3480d46800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788874036.162658:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9d3341fef800 6ca012d0-0acd-4ca6-971d-710455c35699 192.168.202.20@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1788874036.162669:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9d3343ac9800 2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 192.168.202.20@tcp 5 (0 5 0) 1 0 0 0: 0000000000000000 8589934624 stale:0 00000020:00080000:2.0:1788874036.162674:0:20727:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9d33436ccd40) has exports, disconnecting them 00000020:00080000:2.0:1788874036.162679:0:20727:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d33428bc000), last request at 1788874031 00000020:00000080:2.0:1788874036.162686:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca27 00000100:00080000:2.0:1788874036.162706:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d33428b8800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788874036.162756:0:20727:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d33428bc000): rc 0 00000020:00000080:2.0:1788874036.162758:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d33428bc000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788874036.162766:0:20727:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d3480d4a000), last request at 1788874031 00000020:00000080:2.0:1788874036.162770:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c98d 00000100:00080000:2.0:1788874036.162775:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4c800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788874036.162782:0:20727:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3480d4a000): rc 0 00000020:00000080:2.0:1788874036.162784:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3480d4a000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1788874036.162787:0:20727:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d3480d41000), last request at 1788873967 00000020:00000080:2.0:1788874036.162790:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c8de 00000100:00080000:2.0:1788874036.162793:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d3480d47800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788874036.162798:0:20727:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3480d41000): rc 0 00000020:00000080:2.0:1788874036.162800:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3480d41000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1788874036.162803:0:20727:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9d3480d46800), last request at 1788873967 00000020:00000080:2.0:1788874036.162806:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c875 00000100:00080000:2.0:1788874036.162809:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788874036.162816:0:20727:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000020:00080000:2.0:1788874036.162888:0:20727:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3480d46800): rc 0 00000004:00000080:2.0:1788874036.162894:0:20727:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffbcd1856afae0 00000100:00080000:2.0:1788874036.162912:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788874036.162916:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:0.0:1788874036.163762:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788874036.163772:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163781:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9000 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874036.163784:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163793:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874036.163801:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874036.163807:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874036.163810:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 10000000:01000000:0.0:1788874036.163813:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 00010000:00010000:0.0:1788874036.163868:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163875:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874036.163902:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163910:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9c710 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c717 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163923:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788874036.163927:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163933:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb600 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874036.163935:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163941:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874036.163947:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874036.163951:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874036.163954:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788874036.163956:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:0.0:1788874036.163980:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.163986:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874036.163992:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164005:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9ca58 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ca5f expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164014:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788874036.164018:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164023:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33434de600 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874036.164027:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164034:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874036.164040:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874036.164045:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788874036.164047:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788874036.164049:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788874036.164062:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164068:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874036.164082:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164090:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d33434de600/0x25c660afb0a9ccb9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ccc0 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164109:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874036.164112:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164118:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8a00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874036.164121:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164128:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874036.164134:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874036.164140:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874036.164142:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788874036.164144:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788874036.164155:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164161:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874036.164166:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164173:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8a00/0x25c660afb0a9c702 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c709 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164182:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874036.164183:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874036.164189:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874036.164222:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7a50e61a-7558-480a-b914-36a6e76b41da:3636:1875769859201280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874036.164287:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.164335:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788874036.164341:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7a50e61a-7558-480a-b914-36a6e76b41da:3636:1875769859201152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874036.164366:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.164391:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859201536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874036.164412:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.164426:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788874036.164430:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859201408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874036.164445:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.164467:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201280 00000100:00100000:0.0:1788874036.164473:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201280 00000100:00100000:0.0:1788874036.164508:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201152 00000100:00100000:0.0:1788874036.164511:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201152 00000100:00100000:0.0:1788874036.164524:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201536 00000100:00100000:0.0:1788874036.164527:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201536 00000100:00100000:0.0:1788874036.164549:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201408 00000100:00100000:0.0:1788874036.164551:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201408 00000100:00100000:0.0:1788874036.164564:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788874036.164571:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+26:3636:x1875769859201280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874036.164583:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874036.164596:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d345fd93400/0x25c660afb0a9ca5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9ca58 expref: 26 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164607:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874036.164637:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+25:3636:x1875769859201280:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.164643:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788874036.164665:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788874036.164670:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347a6e0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+24:3636:x1875769859201152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874036.164677:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874036.164684:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475ecac00/0x25c660afb0a9c717 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c710 expref: 24 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164693:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874036.164710:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347a6e0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+23:3636:x1875769859201152:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.164715:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788874036.164742:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788874036.164747:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+22:3634:x1875769859201536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874036.164753:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874036.164759:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f442e00/0x25c660afb0a9c709 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c702 expref: 22 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164767:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874036.164785:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+21:3634:x1875769859201536:12345-0@lo:103:ldlm_bl.0 Request processed in 38us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.164791:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788874036.164803:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788874036.164810:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+20:3634:x1875769859201408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874036.164817:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874036.164824:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d33434dec00/0x25c660afb0a9ccc0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9ccb9 expref: 20 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874036.164832:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874036.164856:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a50e61a-7558-480a-b914-36a6e76b41da+19:3634:x1875769859201408:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.164862:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788874036.164890:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859201408:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874036.164897:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859201536:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874036.164914:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874036.164933:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7a50e61a-7558-480a-b914-36a6e76b41da:3636:1875769859201152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874036.164940:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7a50e61a-7558-480a-b914-36a6e76b41da:3636:1875769859201280:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788874036.165418:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788874036.165435:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428bc000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788874036.165479:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d4a000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788874036.165499:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d41000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:1.0:1788874036.165520:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d33428b8800 for lustre-MDT0000 00000020:00000080:1.0:1788874036.165524:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3480d4c800 for lustre-MDT0000 00000020:00000080:1.0:1788874036.165527:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3480d47800 for lustre-MDT0000 00000100:00080000:2.0:1788874036.165864:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788874036.165885:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d3445e97800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788874036.168964:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859201664:0@lo:39:umount.0 00000100:00100000:1.0:1788874036.169043:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874036.169102:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201664 00000100:00100000:1.0:1788874036.169111:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201664 00000100:00100000:1.0:1788874036.169155:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788874036.169162:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3632:x1875769859201664:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788874036.169192:0:17161:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c908 00000100:00080000:1.0:1788874036.169200:0:17161:0:(import.c:65:import_set_state_nolock()) ffff9d33435fa000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788874036.169239:0:17161:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788874036.169363:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3632:x1875769859201664:12345-0@lo:39:umount.0 Request processed in 200us (319us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1788874036.169371:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00080000:1.0:1788874036.169412:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3445e97800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788874036.169419:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859201664:0@lo:39:umount.0 00010000:00010000:1.0:1788874036.169431:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788874036.169487:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1788874036.169491:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:1.0:1788874036.169508:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:1.0:1788874036.169583:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788874036.169598:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d3343a88800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788874036.169611:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788874036.169624:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:1.0:1788874036.169632:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788874036.169699:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859201792:0@lo:9:umount.0 00000100:00100000:1.0:1788874036.169727:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874036.169760:0:18660:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201792 00000100:00100000:1.0:1788874036.169764:0:18660:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201792 00000100:00100000:1.0:1788874036.169801:0:18660:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788874036.169808:0:18660:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3632:x1875769859201792:12345-0@lo:9:umount.0 00000020:00000080:1.0:1788874036.169823:0:18660:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca66 00000100:00080000:1.0:1788874036.169828:0:18660:0:(import.c:65:import_set_state_nolock()) ffff9d3342acc000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788874036.169857:0:18660:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1788874036.169946:0:18660:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3632:x1875769859201792:12345-0@lo:9:umount.0 Request processed in 138us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874036.169953:0:18660:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1788874036.169967:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788874036.169983:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3343a88800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1788874036.169996:0:3632:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1788874036.169998:0:3632:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1788874036.170000:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859201792:0@lo:9:umount.0 00000100:00080000:1.0:1788874036.170016:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788874036.170025:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d3342b91800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788874036.170039:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859201920:0@lo:9:umount.0 00000100:00100000:1.0:1788874036.170062:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:1.0:1788874036.170122:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9d33436ccd40) has no exports 00000100:00100000:0.0:1788874036.170480:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859201920 00000100:00100000:0.0:1788874036.170485:0:18663:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859201920 00000100:00100000:0.0:1788874036.170656:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788874036.170664:0:18663:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3632:x1875769859201920:12345-0@lo:9:umount.0 00000020:00000080:0.0:1788874036.170678:0:18663:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca6d 00000100:00080000:0.0:1788874036.170684:0:18663:0:(import.c:65:import_set_state_nolock()) ffff9d3341e86800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788874036.170714:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:0.0:1788874036.170808:0:18663:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+2:3632:x1875769859201920:12345-0@lo:9:umount.0 Request processed in 146us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.170816:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:0.0:1788874036.170839:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788874036.170846:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874036.170851:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788874036.170882:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3342b91800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1788874036.170891:0:3632:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1788874036.170893:0:3632:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788874036.170896:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859201920:0@lo:9:umount.0 00000020:00080000:0.0:1788874036.180034:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9d33436ccd40) has no exports 00000020:00000080:0.0:1788874036.215872:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c75d 00000020:00000080:0.0:1788874036.215887:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3341eac800/lustre-QMT0000_UUID 00000020:01000000:0.0:1788874036.215952:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:1.0:1788874036.216020:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341eac800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:1.0:1788874036.216112:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788874036.216123:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788874036.216127:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9d3476e2cd40) has no exports 00000020:00000080:0.0:1788874036.216745:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c756 00000020:00000080:0.0:1788874036.216750:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3341eab000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788874036.216798:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341eab000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788874036.216851:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874036.216858:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1788874036.216861:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3341eaf800/lustre-QMT0000_UUID 00000020:00000080:0.0:1788874036.216864:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341eaf800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1788874036.216871:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:1.0:1788874036.335140:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874036.975061:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859202048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788874036.975146:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975197:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859202560:0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975254:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975284:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859203072:0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975311:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975331:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788874036.975338:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859202176:0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975363:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975383:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3635:1875769859202688:0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975401:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975424:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202560 00000100:00100000:3.0:1788874036.975431:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202560 00000100:00100000:3.0:1788874036.975468:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203072 00000100:00100000:3.0:1788874036.975471:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203072 00000100:00100000:3.0:1788874036.975501:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202688 00000100:00100000:3.0:1788874036.975504:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202688 00000100:00100000:3.0:1788874036.975517:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788874036.975540:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875769859203072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975607:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875769859203072:12345-0@lo:400:kworker.0 Request processed in 81us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874036.975615:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1788874036.975632:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788874036.975640:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788874036.975642:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3635:x1875769859202560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975650:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3635:x1875769859202688:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1788874036.975655:0:17157:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000020:00080000:3.0:1788874036.975660:0:20047:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788874036.975701:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3635:x1875769859202560:12345-0@lo:400:kworker.0 Request processed in 60us (446us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788874036.975703:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3635:x1875769859202688:12345-0@lo:400:kworker.0 Request processed in 55us (300us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788874036.975716:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788874036.975755:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859202304:0@lo:400:kworker.0 00000100:00100000:2.0:1788874036.975789:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975807:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788874036.975811:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859202816:0@lo:400:kworker.0 00000100:00100000:2.0:1788874036.975836:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874036.975840:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202176 00000100:00100000:3.0:1788874036.975846:0:17160:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202176 00000100:00100000:2.0:1788874036.975859:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788874036.975866:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859202432:0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.975874:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788874036.975880:0:17160:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3635:x1875769859202176:12345-0@lo:400:kworker.0 00000020:00080000:3.0:1788874036.975886:0:17160:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788874036.975890:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874036.975908:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3633:1875769859202944:0@lo:400:kworker.0 00000100:00100000:2.0:1788874036.975927:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874036.975944:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202816 00000100:00100000:2.0:1788874036.975948:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202816 00000100:00100000:2.0:1788874036.975972:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202944 00000100:00100000:2.0:1788874036.975975:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202944 00000100:00100000:2.0:1788874036.975987:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788874036.975998:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859202816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.976005:0:17160:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3635:x1875769859202176:12345-0@lo:400:kworker.0 Request processed in 122us (639us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788874036.976010:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788874036.976034:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788874036.976040:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3633:x1875769859202944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874036.976044:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859202816:12345-0@lo:400:kworker.0 Request processed in 47us (206us total) trans 0 rc 0/0 00000020:00080000:3.0:1788874036.976050:0:17156:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788874036.976056:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788874036.976082:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3633:x1875769859202944:12345-0@lo:400:kworker.0 Request processed in 41us (153us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788874036.976087:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:2.0:1788874036.976094:0:3633:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788874036.976100:0:3633:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:00080000:3.0:1788874036.976104:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:02000400:2.0:1788874036.976104:0:3633:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788874036.976120:0:3635:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788874036.976124:0:3635:0:(import.c:65:import_set_state_nolock()) ffff9d3458478800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788874036.976126:0:3635:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788874036.976136:0:3635:0:(import.c:65:import_set_state_nolock()) ffff9d3458478800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788874036.976138:0:3635:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 504 00000100:00080000:3.0:1788874036.976143:0:3635:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d3458478800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874036.976163:0:3635:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42ce00 x1875769859203200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874036.976177:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859202176:0@lo:400:kworker.0 00000100:00080000:3.0:1788874036.976185:0:3635:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788874036.976187:0:3635:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4e800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788874036.976189:0:3635:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788874036.976191:0:3635:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788874036.976193:0:3635:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 518 00000100:00080000:3.0:1788874036.976195:0:3635:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d3480d4e800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874036.976201:0:3635:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42df80 x1875769859203328/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874036.976225:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3635:1875769859202688:0@lo:400:kworker.0 00000100:00080000:3.0:1788874036.976232:0:3635:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788874036.976234:0:3635:0:(import.c:65:import_set_state_nolock()) ffff9d334397a000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788874036.976236:0:3635:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788874036.976238:0:3635:0:(import.c:65:import_set_state_nolock()) ffff9d334397a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788874036.976239:0:3635:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 504 00000100:00080000:3.0:1788874036.976241:0:3635:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d334397a000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874036.976250:0:3635:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42dc00 x1875769859203456/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874036.976311:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859202560:0@lo:400:kworker.0 00010000:00080000:3.0:1788874036.976327:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343a37480 x1875769859203072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874036.976336:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859203072:0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.976376:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202304 00000100:00100000:3.0:1788874036.976379:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202304 00000100:00100000:3.0:1788874036.976408:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202432 00000100:00100000:3.0:1788874036.976411:0:18662:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202432 00000100:00100000:3.0:1788874036.976432:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788874036.976438:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859202304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.976473:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859202304:12345-0@lo:400:kworker.0 Request processed in 36us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874036.976480:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788874036.976491:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788874036.976497:0:18662:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859202432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874036.976537:0:18662:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859202432:12345-0@lo:400:kworker.0 Request processed in 40us (647us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874036.976542:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1788874036.976555:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788874036.976557:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788874036.980717:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859202048 00000100:00100000:0.0:1788874036.980732:0:18664:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859202048 00000100:00100000:0.0:1788874036.980792:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788874036.980803:0:18664:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859202048:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788874036.980835:0:18664:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788874036.980920:0:18664:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859202048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (5776us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874036.980928:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788874036.980956:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859203200:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788874036.980995:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.981023:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3632:1875769859203328:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788874036.981048:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.981073:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3632:1875769859203456:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788874036.981092:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874036.981133:0:19949:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203200 00000100:00100000:0.0:1788874036.981137:0:19949:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203200 00000100:00100000:0.0:1788874036.981159:0:19949:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788874036.981164:0:19949:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3632:x1875769859203200:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1788874036.981193:0:19949:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788874036.981291:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203328 00000100:00100000:3.0:1788874036.981296:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203328 00000100:00100000:1.0:1788874036.981298:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203456 00000100:00100000:1.0:1788874036.981304:0:17156:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203456 00000100:00100000:3.0:1788874036.981317:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788874036.981322:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859203328:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:3.0:1788874036.981329:0:17155:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788874036.981341:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788874036.981348:0:17156:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3632:x1875769859203456:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1788874036.981358:0:17156:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788874036.981374:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859203328:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 49us (324us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788874036.981380:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788874036.981398:0:17156:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3632:x1875769859203456:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 48us (302us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788874036.981406:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788874036.981436:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859202048:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788874036.981451:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874036.981458:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874036.981461:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3632:1875769859203328:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1788874036.981472:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d334397a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874036.981476:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874036.981479:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3632:1875769859203456:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1788874037.007700:0:19949:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3632:x1875769859203200:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 26528us (26698us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788874037.007713:0:19949:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00080000:1.0:1788874037.007940:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3458478800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874037.007947:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874037.007951:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859203200:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:2.0:1788874037.021373:0:3633:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874037.021388:0:3633:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 533 00000100:00080000:2.0:1788874037.021399:0:3633:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d347a75b000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874037.021448:0:3633:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343806300 x1875769859203584/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788874037.021560:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859203584:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788874037.021643:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874037.021739:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203584 00000100:00100000:3.0:1788874037.021749:0:17155:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203584 00000100:00100000:3.0:1788874037.021806:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788874037.021815:0:17155:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859203584:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1788874037.021832:0:17155:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788874037.021942:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3633:1875769859202944:0@lo:400:kworker.0 00000100:00100000:2.0:1788874037.021971:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859202304:0@lo:400:kworker.0 00010000:00080000:2.0:1788874037.021985:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3480e1ea00 x1875769859202816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874037.021995:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859202816:0@lo:400:kworker.0 00000100:00100000:2.0:1788874037.022035:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859202432:0@lo:400:kworker.0 00000100:00100000:3.0:1788874037.028184:0:17155:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859203584:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 6357us (6529us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788874037.028657:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:1.0:1788874037.028868:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874037.028874:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874037.028879:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859203584:0@lo:38:ptlrpcd_00_00.0 00010000:00010000:0.0:1788874037.359835:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788874038.000465:0:17135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788874038.000474:0:17135:0:(genops.c:885:class_export_put()) final put ffff9d3480d46800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1788874038.000498:0:17135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6ca012d0-0acd-4ca6-971d-710455c35699 00000001:00080000:3.0:1788874038.000505:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934629 is committed 00000020:00000080:3.0:1788874038.000508:0:17135:0:(genops.c:885:class_export_put()) final put ffff9d3341fef800/6ca012d0-0acd-4ca6-971d-710455c35699 00000001:00100000:3.0:1788874038.000522:0:17135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000001:00080000:3.0:1788874038.000530:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934628 is committed 00000020:00000080:3.0:1788874038.000537:0:17135:0:(genops.c:885:class_export_put()) final put ffff9d3343ac9800/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000020:00000080:2.0:1788874038.000648:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d46800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1788874038.000707:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341fef800/6ca012d0-0acd-4ca6-971d-710455c35699 for lustre-MDT0000 00000020:00000080:2.0:1788874038.000734:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343ac9800/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb for lustre-MDT0000 00000020:00000080:2.0:1788874038.000757:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3475ce6000 for lustre-MDT0000 00000020:00000080:2.0:1788874038.000762:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3341fee000 for lustre-MDT0000 00000020:00000080:2.0:1788874038.000765:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3450538000 for lustre-MDT0000 00000001:00100000:3.0:1788874038.001242:0:17888:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:3.0:1788874038.001249:0:17888:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:3.0:1788874038.001252:0:17888:0:(genops.c:885:class_export_put()) final put ffff9d3480e6a800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788874038.001301:0:17888:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6ca012d0-0acd-4ca6-971d-710455c35699 00000001:00080000:3.0:1788874038.001308:0:17888:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:3.0:1788874038.001310:0:17888:0:(genops.c:885:class_export_put()) final put ffff9d3341fec800/6ca012d0-0acd-4ca6-971d-710455c35699 00000020:00000080:1.0:1788874038.001333:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480e6a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:1.0:1788874038.001377:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d33435fa000 for lustre-MDT0001 00000001:00100000:3.0:1788874038.005623:0:17888:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000001:00080000:3.0:1788874038.005655:0:17888:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:3.0:1788874038.005661:0:17888:0:(genops.c:885:class_export_put()) final put ffff9d3344254000/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb 00000020:00000080:2.0:1788874038.005722:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341fec800/6ca012d0-0acd-4ca6-971d-710455c35699 for lustre-MDT0001 00000020:00000080:2.0:1788874038.005873:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344254000/2d9d9f52-cdcd-4512-9323-03ee4f1ee5cb for lustre-MDT0001 00000020:00000080:2.0:1788874038.009295:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3341fea000 for lustre-MDT0001 00000020:00000080:2.0:1788874038.009313:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3344250000 for lustre-MDT0001 00000020:01000000:0.0:1788874038.254983:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a4de480 - data ffff9d347189fa20/ffff9d3342ab4c00 00000020:01000000:0.0:1788874038.255152:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d34482bc060 - data ffff9d347186dca8/ffff9d347ce69c00 00000001:00000004:0.0:1788874038.271033:0:20727:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934629 00000100:00080000:3.0:1788874038.333872:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788874038.333881:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788874038.333896:0:20727:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9d3343805500 x1875769859201664/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788874046 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874038.333920:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788874038.335734:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788874038.335741:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:3.0:1788874038.335794:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788874038.335797:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788874038.336487:0:17179:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788874038.336493:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1788874038.336504:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1788874038.337048:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788874038.337052:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1788874038.337069:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788874038.337072:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788874038.337446:0:17181:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788874038.337449:0:17181:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1788874038.337456:0:17181:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1788874038.338583:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c725 00000020:00000080:3.0:1788874038.338594:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3445e93000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1788874038.339709:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3445e93000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:3.0:1788874038.341272:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c73a 00000020:00000080:3.0:1788874038.341284:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d34473c1800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788874038.341296:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1788874038.341301:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874038.341310:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788874038.341314:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9d33436c8000) has no exports 00000004:01000000:3.0:1788874038.341478:0:20727:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1788874038.341486:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c79c 00000020:00000080:3.0:1788874038.341490:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3342b91000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788874038.341494:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788874038.341497:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874038.341501:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788874038.341503:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9d3476e2b380) has no exports 00000020:00000080:3.0:1788874038.341518:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c795 00000020:00000080:3.0:1788874038.341531:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3342b92800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788874038.341861:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788874038.341866:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788874038.341870:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1788874038.341875:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788874038.341878:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788874038.341907:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788874038.341913:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788874038.341918:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c787 00000020:00000080:3.0:1788874038.341922:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3342b96000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788874038.341926:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1788874038.341929:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874038.341932:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788874038.341934:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9d3476e299c0) has no exports 00000020:00000080:3.0:1788874038.341938:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c780 00000020:00000080:3.0:1788874038.341940:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3343a8d000/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1788874038.342299:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1788874038.342302:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788874038.342304:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1788874038.342308:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788874038.342309:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788874038.342332:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788874038.342337:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1788874038.342345:0:20727:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1788874038.342349:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c772 00000020:00000080:3.0:1788874038.342354:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3343a88000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1788874038.342357:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1788874038.342361:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874038.342364:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1788874038.342366:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9d3342963380) has no exports 00000020:00000080:3.0:1788874038.342370:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c76b 00000020:00000080:3.0:1788874038.342372:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d34473c5000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788874038.343174:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34473c1800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:0.0:1788874038.343185:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3342b91000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788874038.343189:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3342b92800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788874038.343195:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3342b91800 for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788874038.343200:0:8:0:(genops.c:885:class_export_put()) final put ffff9d3342b93800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788874038.343212:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3342b93800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788874038.343217:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788874038.343293:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3342b96000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788874038.343297:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343a8d000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788874038.343300:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3343a88800 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788874038.343303:0:8:0:(genops.c:885:class_export_put()) final put ffff9d3444c85000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788874038.343305:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3444c85000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788874038.343308:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788874038.343340:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343a88000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788874038.343344:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34473c5000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1788874038.343724:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:1.0:1788874038.343727:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788874038.343731:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788874038.343736:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788874038.343781:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788874038.343788:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788874038.343808:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788874038.343810:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788874038.343814:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3445e92000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788874038.343817:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3445e92000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1788874038.343821:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788874038.343884:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c741 00000020:00000080:1.0:1788874038.343889:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d34473c2000/lustre-MDD0000_UUID 00000020:01000000:1.0:1788874038.343892:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:1.0:1788874038.343895:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788874038.343898:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1788874038.343902:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9d33436cb380) has no exports 00000020:00000080:1.0:1788874038.343918:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788874038.343920:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:1.0:1788874038.343923:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c748 00000020:00000080:1.0:1788874038.343926:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d34473c7800/lustre-MDT0000-osd_UUID 00000020:01000004:1.0:1788874038.343932:0:20727:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3442ab2000 from lustre-MDT0000, refs=3 00000020:01000004:1.0:1788874038.343941:0:20727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3442ab2000 3 00000020:01000004:1.0:1788874038.343944:0:20727:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d3442ab2000 from lustre-MDT0000 00000020:00000080:1.0:1788874038.343973:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788874038.343977:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:1.0:1788874038.343980:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3445e94000/lustre-MDT0000_UUID 00000020:00000080:1.0:1788874038.343982:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3445e94000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:1.0:1788874038.343987:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:1.0:1788874038.344020:0:20727:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:1.0:1788874038.344023:0:20727:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:1.0:1788874038.344026:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:1.0:1788874038.344028:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788874038.344031:0:20727:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788874038.344036:0:20727:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9d334424a000 7a50e61a-7558-480a-b914-36a6e76b41da 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788874038.344041:0:20727:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9d33436c99c0) has exports, disconnecting them 00000020:00080000:1.0:1788874038.344045:0:20727:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9d334424a000), last request at 1788873955 00000020:00000080:1.0:1788874038.344058:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c6ed 00000020:00010000:1.0:1788874038.344062:0:20727:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9d334424a000: total 2 00000100:00080000:1.0:1788874038.344065:0:20727:0:(import.c:65:import_set_state_nolock()) ffff9d334424d800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788874038.344074:0:20727:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d334424a000): rc 0 00000020:00080000:1.0:1788874038.344077:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9d33436c99c0) has no exports 00000100:00100000:1.0:1788874038.344142:0:17148:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9d345fe92800:17148] 0 exiting: rc = 1 00000100:00100000:1.0:1788874038.344266:0:17150:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9d3342b88200:17150] 2 exiting: rc = 0 00000020:00010000:0.0:1788874038.344477:0:17143:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9d334424a000: total 2 00010000:00010000:0.0:1788874038.344507:0:17143:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9d334424a000, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1788874038.344545:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f442a00/0x25c660afb0a9c94e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c947 expref: 14 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344561:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f443800/0x25c660afb0a9cc96 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9cc8f expref: 13 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344571:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f442600/0x25c660afb0a9c80c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c805 expref: 12 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344584:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9c81a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c813 expref: 11 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344594:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f442800/0x25c660afb0a9ccb2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9ccab expref: 10 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344604:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d33442b3000/0x25c660afb0a9c828 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c821 expref: 9 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344613:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f442000/0x25c660afb0a9c6fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c6f4 expref: 8 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344621:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475ecb400/0x25c660afb0a9c9e8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c9e1 expref: 7 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344629:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f442400/0x25c660afb0a9c978 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c971 expref: 6 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344652:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3441653e00/0x25c660afb0a9cca4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9cc9d expref: 5 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344664:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d33442b3600/0x25c660afb0a9c8c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9c8c2 expref: 4 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344675:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d347f443000/0x25c660afb0a9ca12 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9ca0b expref: 3 pid: 17148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344686:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d33442b3c00/0x25c660afb0a9ca51 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x25c660afb0a9ca4a expref: 2 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874038.344695:0:17143:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9d334424a000, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1788874038.344710:0:17143:0:(genops.c:885:class_export_put()) final put ffff9d334424a000/7a50e61a-7558-480a-b914-36a6e76b41da 00010000:00010000:0.0:1788874038.344717:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874038.344719:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874038.344721:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874038.344746:0:17149:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9d345fe93000:17149] 1 exiting: rc = 0 00000020:00000080:0.0:1788874038.344806:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3445e97800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788874038.344812:0:8:0:(genops.c:885:class_export_put()) final put ffff9d3444c84000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788874038.344814:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3444c84000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:0.0:1788874038.344818:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788874038.344853:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34473c2000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:0.0:1788874038.344857:0:8:0:(genops.c:885:class_export_put()) final put ffff9d344553e000/lustre-MDD0000_UUID 00000020:00000080:0.0:1788874038.344859:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d344553e000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:0.0:1788874038.344864:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:0.0:1788874038.344889:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34473c7800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788874038.344893:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d334424a000/7a50e61a-7558-480a-b914-36a6e76b41da for MGS 00000020:00000080:0.0:1788874038.344922:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d334424d800 for MGS 00000100:00100000:1.0:1788874038.345098:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345107:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345113:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345120:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345125:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345131:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345138:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345144:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345290:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345298:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345311:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345317:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345323:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345328:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345333:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345339:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345344:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345350:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345355:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345361:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345367:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345373:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345378:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345382:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345387:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345392:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345398:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345405:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345410:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345416:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345420:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345426:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345431:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345446:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345452:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345456:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345461:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345466:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345471:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345476:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345481:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345486:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345491:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345496:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345501:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345524:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345529:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345535:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345540:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345544:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345549:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345554:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345559:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345564:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345570:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345576:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345582:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345587:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345594:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345599:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345605:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345611:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345617:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874038.345624:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:0.0:1788874038.347481:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a4731e0 - data ffff9d3471a73288/ffff9d347049b800 00000020:01000000:0.0:1788874038.347610:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d34482bcea0 - data ffff9d33420240d8/ffff9d33440b0c00 00000020:00000080:0.0:1788874038.348141:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c6d1 00000020:00000080:0.0:1788874038.348248:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3344249800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788874038.348286:0:20727:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3442ab2000 from MGS, refs=2 00000020:01000004:0.0:1788874038.348290:0:20727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3442ab2000 2 00000020:01000004:0.0:1788874038.348293:0:20727:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d3442ab2000 from MGS 00000020:00000080:0.0:1788874038.348313:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874038.348320:0:20727:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788874038.348323:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d334424f000/MGS 00000020:00000080:0.0:1788874038.348326:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff9d334424f000/MGS for MGS 00000020:01000000:0.0:1788874038.348333:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788874038.348394:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788874038.348399:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874038.348404:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788874038.348411:0:20727:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9d33428e9000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788874038.348417:0:20727:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9d33439b4d40) has exports, disconnecting them 00000020:00080000:0.0:1788874038.348422:0:20727:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9d33428e9000), last request at 1788873955 00000020:00000080:0.0:1788874038.348426:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c7d4 00000020:00080000:0.0:1788874038.348435:0:20727:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d33428e9000): rc 0 00000020:00000080:0.0:1788874038.348440:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d33428e9000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788874038.348586:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344249800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788874038.349598:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428e9000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1788874038.350269:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1788874038.350275:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788874038.350280:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788874038.350287:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788874038.350310:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d33428eb800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788874038.350492:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788874038.350500:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1788874038.350506:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d33428ef800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788874038.350520:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428ef800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1788874038.350525:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1788874038.350600:0:20727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3442ab2000 1 00000020:00000080:1.0:1788874038.350616:0:20727:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c6c3 00000020:00000080:1.0:1788874038.350623:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d3344248800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1788874038.350631:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1788874038.350638:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344248800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788874038.350646:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788874038.350650:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788874038.350654:0:20727:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9d33439b0000) has no exports 00010000:00010000:1.0:1788874038.445907:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788874038.472733:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874038.472746:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788874038.472752:0:20727:0:(genops.c:885:class_export_put()) final put ffff9d334400e800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788874038.472757:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff9d334400e800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788874038.472769:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1788874038.472932:0:20727:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d3442ab6800 00000020:02000400:0.0:1788874038.473615:0:20727:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00000100:00100000:0.0:1788874038.514191:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859203712:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788874038.514291:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874038.514360:0:19948:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203712 00000100:00100000:0.0:1788874038.514369:0:19948:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203712 00000100:00080000:3.0:1788874038.515259:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788874038.516060:0:19948:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788874038.516077:0:19948:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859203712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788874038.516115:0:19948:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788874038.516186:0:19948:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859203712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (1895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874038.516193:0:19948:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788874038.516267:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859203712:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788874039.470294:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788874039.605226:0:17908:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788874040.498051:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874041.519306:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788874042.096239:0:18656:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788874042.096249:0:18656:0:(genops.c:885:class_export_put()) final put ffff9d3342ac8800/lustre-MDT0000-mdtlov_UUID 00000100:00080000:0.0:1788874042.097646:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788874042.097650:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788874042.097653:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d3458478800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874042.097659:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1788874042.097666:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874042.097674:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d3458478800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874042.097693:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f43ce00 x1875769859203968/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788874042.097730:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788874042.097732:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788874042.097733:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d334397a000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874042.097737:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1788874042.097739:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874042.097740:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d334397a000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874042.097756:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3475d92a00 x1875769859204352/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788874042.097763:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788874042.097766:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788874042.097767:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4e800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874042.097769:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1788874042.097771:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874042.097773:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d3480d4e800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874042.097779:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3475d91500 x1875769859204480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788874042.097788:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788874042.097789:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788874042.097790:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874042.097792:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 573 00000100:00080000:0.0:1788874042.097794:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874042.097796:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d347a75b000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874042.097801:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343b2e680 x1875769859204736/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000080:0.0:1788874042.097817:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3342ac8800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788874042.097847:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3342acc000 for lustre-OST0000 00000100:00100000:0.0:1788874042.097870:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859204096:0@lo:400:kworker.0 00000100:00100000:0.0:1788874042.097940:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.097999:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788874042.098006:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859203840:0@lo:400:kworker.0 00000400:00000100:0.0:1788874042.098035:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875769859203840 offset 0 length 224: 4 00000100:00100000:0.0:1788874042.098054:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859204864:0@lo:400:kworker.0 00000100:00100000:0.0:1788874042.098080:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098107:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3636:1875769859204608:0@lo:400:kworker.0 00000100:00100000:0.0:1788874042.098132:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098150:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788874042.098156:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859204224:0@lo:400:kworker.0 00000100:00100000:0.0:1788874042.098177:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098243:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859203968:0@lo:38:kworker.0 00000100:00100000:0.0:1788874042.098268:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098286:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3632:1875769859204352:0@lo:38:kworker.0 00000100:00100000:0.0:1788874042.098307:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098322:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3632:1875769859204480:0@lo:38:kworker.0 00000100:00100000:0.0:1788874042.098343:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098359:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859204736:0@lo:38:kworker.0 00000100:00100000:0.0:1788874042.098378:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874042.098406:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204864 00000100:00100000:0.0:1788874042.098414:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204864 00000100:00100000:0.0:1788874042.098459:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204608 00000100:00100000:0.0:1788874042.098463:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204608 00000100:00100000:0.0:1788874042.098490:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204352 00000100:00100000:0.0:1788874042.098493:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204352 00000100:00100000:0.0:1788874042.098502:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204480 00000100:00100000:0.0:1788874042.098504:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204480 00000100:00100000:0.0:1788874042.098508:0:20047:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204736 00000100:00100000:0.0:1788874042.098510:0:20047:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204736 00000100:00100000:0.0:1788874042.098518:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788874042.098530:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875769859204864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874042.098571:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875769859204864:12345-0@lo:400:kworker.0 Request processed in 42us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874042.098576:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788874042.098589:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788874042.098593:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875769859204608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874042.098611:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1875769859204608:12345-0@lo:400:kworker.0 Request processed in 18us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874042.098615:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788874042.098622:0:20047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788874042.098625:0:20047:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3632:x1875769859204352:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788874042.098640:0:20047:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788874042.099169:0:19195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204096 00000100:00100000:3.0:1788874042.099174:0:19195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204096 00000100:00100000:3.0:1788874042.099219:0:19195:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204224 00000100:00100000:3.0:1788874042.099223:0:19195:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204224 00000100:00100000:3.0:1788874042.099245:0:19195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788874042.099251:0:19195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859204096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874042.099297:0:19195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859204096:12345-0@lo:400:kworker.0 Request processed in 46us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874042.099304:0:19195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788874042.099316:0:19195:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788874042.099322:0:19195:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859204224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874042.099352:0:19195:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859204224:12345-0@lo:400:kworker.0 Request processed in 30us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874042.099358:0:19195:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788874042.099374:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788874042.099378:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859204480:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788874042.099387:0:17157:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788874042.099414:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859204480:12345-0@lo:38:kworker.0 Request processed in 35us (1070us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788874042.099418:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788874042.099427:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788874042.099430:0:17157:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859204736:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788874042.099436:0:17157:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788874042.099461:0:17157:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859204736:12345-0@lo:38:kworker.0 Request processed in 30us (1083us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788874042.099465:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788874042.099499:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859203968 00000100:00100000:3.0:1788874042.099503:0:17161:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859203968 00000100:00100000:3.0:1788874042.099528:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788874042.099532:0:17161:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859203968:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1788874042.099541:0:17161:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788874042.099569:0:17161:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859203968:12345-0@lo:38:kworker.0 Request processed in 36us (1300us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788874042.099574:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00080000:3.0:1788874042.099592:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788874042.099595:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788874042.099597:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788874042.099655:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3458478800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788874042.099660:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788874042.099664:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859203968:0@lo:38:kworker.0 00000100:00080000:3.0:1788874042.099674:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4e800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788874042.099677:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788874042.099679:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3632:1875769859204480:0@lo:38:kworker.0 00000100:00080000:3.0:1788874042.099686:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788874042.099689:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788874042.099691:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859204736:0@lo:38:kworker.0 00000100:00100000:3.0:1788874042.099725:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874042.099735:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859204992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788874042.099775:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874042.099805:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859204992 00000100:00100000:3.0:1788874042.099808:0:18665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859204992 00000100:00100000:3.0:1788874042.099848:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788874042.099855:0:18665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859204992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788874042.099877:0:18665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788874042.099916:0:18665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859204992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874042.099927:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788874042.099962:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859204992:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788874042.100010:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859204224:0@lo:400:kworker.0 00010000:00080000:3.0:1788874042.100023:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9d3475d91f80 x1875769859204608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874042.100033:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3636:1875769859204608:0@lo:400:kworker.0 00010000:00080000:3.0:1788874042.100063:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9d347f438a80 x1875769859204864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874042.100071:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859204864:0@lo:400:kworker.0 00000100:00100000:3.0:1788874042.100081:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859204096:0@lo:400:kworker.0 00000001:00100000:2.0:1788874042.102144:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788874042.102153:0:19474:0:(genops.c:885:class_export_put()) final put ffff9d3341e82000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788874042.102237:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341e82000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788874042.102284:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3341e86800 for lustre-OST0001 00000020:01000004:2.0:1788874042.119367:0:20928:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000100:00100000:2.0:1788874042.129360:0:20047:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3632:x1875769859204352:12345-0@lo:38:kworker.0 Request processed in 30725us (31044us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788874042.129377:0:20047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:2.0:1788874042.132285:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d334397a000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788874042.132311:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788874042.132317:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d92a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3632:1875769859204352:0@lo:38:kworker.0 00000020:01000004:0.0:1788874042.139732:0:20928:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1788874042.139786:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.139802:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.139810:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.139818:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.139833:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788874042.139838:0:20928:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788874042.139870:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874042.139874:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788874042.139880:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788874042.139886:0:20928:0:(import.c:65:import_set_state_nolock()) ffff9d334397a000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788874042.139892:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874042.139894:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788874042.139897:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788874042.140047:0:17909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874042.140055:0:17909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874042.140073:0:17909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9600 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874042.140077:0:17909:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874042.140086:0:17909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874042.140094:0:17909:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874042.140100:0:17909:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788874042.140102:0:17909:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788874042.140105:0:17909:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788874042.140139:0:17909:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874042.140146:0:17909:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788874042.140165:0:17909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874042.140173:0:17909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9600/0x25c660afb0a9c8c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c8c9 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874042.140185:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874042.140186:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874042.140188:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874042.140221:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7a50e61a-7558-480a-b914-36a6e76b41da:3635:1875769859205120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874042.140296:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874042.140377:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859205120 00000100:00100000:3.0:1788874042.140391:0:17140:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859205120 00000100:00100000:3.0:1788874042.140434:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788874042.140443:0:17140:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3635:x1875769859205120:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1788874042.140450:0:17140:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788874042 with bad export cookie 2721969332491503341 00010000:00010000:0.0:1788874042.143719:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143737:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143745:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143751:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143774:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788874042.143780:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143787:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143793:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143799:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143828:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788874042.143843:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788874042.143849:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143856:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9a00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874042.143860:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143869:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874042.143876:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874042.143882:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874042.143885:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 00010000:00010000:0.0:1788874042.143918:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143924:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874042.143944:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.143951:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9c821 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9c828 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874042.144270:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874042.144290:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7a50e61a-7558-480a-b914-36a6e76b41da:3636:1875769859205248:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788874042.144358:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874042.144420:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859205248 00000100:00100000:2.0:1788874042.144428:0:17142:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859205248 00000100:00100000:2.0:1788874042.144462:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788874042.144469:0:17142:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3636:x1875769859205248:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788874042.144486:0:17142:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788874042 with bad export cookie 2721969332491503341 00000100:00100000:2.0:1788874042.144533:0:17142:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:0+-99:3636:x1875769859205248:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (174us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788874042.144540:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:2.0:1788874042.144578:0:3636:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.202.120@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788874042.144582:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from FULL to DISCONN 00010000:00010000:1.0:1788874042.144582:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:02020000:2.0:1788874042.144586:0:3636:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.120@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:1.0:1788874042.144591:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874042.144597:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874042.144603:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.145081:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874042.145087:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.145103:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb200 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874042.145106:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.145113:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874042.145119:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874042.145124:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874042.145127:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:0.0:1788874042.145129:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1788874042.145171:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874042.145178:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874042.145185:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874042.145191:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874042.145225:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874042.145238:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:1.0:1788874042.145242:0:20928:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 10000000:01000000:1.0:1788874042.145245:0:20928:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:1.0:1788874042.145505:0:20928:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:1.0:1788874042.145510:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:1.0:1788874042.145515:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788874042.145521:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:1.0:1788874042.145527:0:20928:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9d33428b9000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788874042.145533:0:20928:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9d3480d49000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788874042.145537:0:20928:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9d33439b19c0) has exports, disconnecting them 00000020:00080000:1.0:1788874042.145542:0:20928:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9d33428b9000), last request at 1788874042 00000020:00000080:1.0:1788874042.145549:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca3c 00000100:00080000:1.0:1788874042.145562:0:20928:0:(import.c:65:import_set_state_nolock()) ffff9d33428bd000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788874042.145603:0:20928:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d33428b9000): rc 0 00000020:00000080:1.0:1788874042.145606:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d33428b9000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:1.0:1788874042.145617:0:20928:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9d3480d49000), last request at 1788874042 00000020:00000080:1.0:1788874042.145621:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c9a2 00000100:00080000:1.0:1788874042.145626:0:20928:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4b800 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788874042.145632:0:20928:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3480d49000): rc 0 00000020:00000080:1.0:1788874042.145634:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3480d49000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:1.0:1788874042.145641:0:20928:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffbcd1819d7ae0 00000100:00080000:1.0:1788874042.145660:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788874042.145664:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:1.0:1788874042.147654:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788874042.147687:0:20928:0:(import.c:65:import_set_state_nolock()) ffff9d3458478800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:2.0:1788874042.155013:0:3636:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.202.120@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788874042.155019:0:3636:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788874042.155029:0:3636:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d347f43ea00 x1875769859203840/t0(0) o400->MGC192.168.202.120@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788874058 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874042.155052:0:3636:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d347f42c700 x1875769859205120/t0(0) o103->MGC192.168.202.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788874058 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874042.155062:0:3636:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d33435a2680 x1875769859205248/t0(0) o103->MGC192.168.202.120@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788874058 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788874042.155276:0:3636:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788874042.155280:0:3636:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788874042.155281:0:3636:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788874042.157330:0:3636:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874042.157347:0:3636:0:(import.c:545:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 0@lo last attempt 492 00000100:00080000:2.0:1788874042.157359:0:3636:0:(import.c:665:import_select_connection()) MGC192.168.202.120@tcp: import ffff9d334415b800 using connection 192.168.202.120@tcp/0@lo 00010000:00010000:0.0:1788874042.157374:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788874042.157380:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428b9000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00010000:00010000:0.0:1788874042.157385:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874042.157414:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.157421:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9ca4a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x25c660afb0a9ca51 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.157443:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788874042.157449:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.157454:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33434df000 already unused, calling callback (ffffffffc145cc20) 00000020:00000080:2.0:1788874042.157458:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d49000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 10000000:00010000:0.0:1788874042.157458:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788874042.157492:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d33428bd000 for lustre-MDT0001 00000020:00000080:2.0:1788874042.157497:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3480d4b800 for lustre-MDT0001 00000100:00100000:1.0:1788874042.157519:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:7a50e61a-7558-480a-b914-36a6e76b41da:0:1875769859205376:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788874042.157587:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874042.157592:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874042.157598:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9e00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874042.157600:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874042.157609:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874042.157616:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874042.157622:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788874042.157624:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 00000100:00080000:1.0:1788874042.157624:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 10000000:01000000:2.0:1788874042.157628:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00000100:00100000:1.0:1788874042.157628:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00010000:00010000:2.0:1788874042.157642:0:17143:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00000004:00080000:1.0:1788874042.157643:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00010000:00010000:2.0:1788874042.157645:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874042.157651:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9c813 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c81a expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874042.157674:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874042.157676:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874042.157678:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874042.157700:0:3636:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343806680 x1875769859205504/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788874042.157703:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:1.0:1788874042.157714:0:20928:0:(import.c:65:import_set_state_nolock()) ffff9d34505d4800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788874042.157720:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1788874042.157722:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000100:00100000:2.0:1788874042.157730:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a50e61a-7558-480a-b914-36a6e76b41da:3632:1875769859205504:0@lo:250:ptlrpcd_00_03.0 00000004:00080000:1.0:1788874042.157732:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000400:00000100:2.0:1788874042.157782:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875769859205504 offset 0 length 520: 4 00000100:00080000:1.0:1788874042.157787:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:1.0:1788874042.157796:0:20928:0:(import.c:65:import_set_state_nolock()) ffff9d33428ea800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788874042.157817:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859205632:0@lo:9:umount.0 00000020:00080000:1.0:1788874042.157841:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9d33439b19c0) has no exports 00000100:00100000:2.0:1788874042.157845:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874042.157868:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859205760:0@lo:9:umount.0 00000100:00100000:2.0:1788874042.157889:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874042.157990:0:19728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859205632 00000100:00100000:2.0:1788874042.158005:0:19728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859205632 00000100:00100000:2.0:1788874042.158050:0:19728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859205760 00000100:00100000:2.0:1788874042.158053:0:19728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859205760 00000100:00100000:2.0:1788874042.158234:0:19728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788874042.158245:0:19728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3632:x1875769859205632:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788874042.158274:0:19728:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c9cc 00000100:00080000:2.0:1788874042.158283:0:19728:0:(import.c:65:import_set_state_nolock()) ffff9d334397d000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788874042.158334:0:19728:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1788874042.158523:0:19728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3632:x1875769859205632:12345-0@lo:9:umount.0 Request processed in 279us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874042.158530:0:19728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788874042.158553:0:19728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788874042.158560:0:19728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3632:x1875769859205760:12345-0@lo:9:umount.0 00000020:00000080:2.0:1788874042.158585:0:19728:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca74 00000100:00080000:2.0:1788874042.158591:0:19728:0:(import.c:65:import_set_state_nolock()) ffff9d3342acf800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788874042.158614:0:19728:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934600 00000100:00100000:2.0:1788874042.158710:0:19728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+2:3632:x1875769859205760:12345-0@lo:9:umount.0 Request processed in 144us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874042.158717:0:19728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:2.0:1788874042.158733:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788874042.158774:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d33428ea800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788874042.158780:0:3632:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788874042.158781:0:3632:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788874042.158785:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859205760:0@lo:9:umount.0 00000100:00080000:2.0:1788874042.158796:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d34505d4800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1788874042.158800:0:3632:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1788874042.158807:0:3632:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788874042.158810:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859205632:0@lo:9:umount.0 00000100:00100000:2.0:1788874042.158839:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:7a50e61a-7558-480a-b914-36a6e76b41da:3636:1875769859205248:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874042.159332:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874042.159340:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874042.159346:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788874042.159349:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788874042.159352:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788874042.159362:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:0.0:1788874042.159366:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.159374:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d33434df000/0x25c660afb0a9ccab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9ccb2 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874042.159384:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874042.159386:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874042.159388:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874042.160286:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874042.160317:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:7a50e61a-7558-480a-b914-36a6e76b41da:3635:1875769859205120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788874042.160363:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:7a50e61a-7558-480a-b914-36a6e76b41da:3634:1875769859203840:0@lo:400:kworker.0 00000400:00000100:3.0:1788874042.160628:0:17140:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875769859205120 offset 224 length 224: 4 00000100:00100000:3.0:1788874042.160653:0:17140:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3635:x1875769859205120:12345-0@lo:103:ldlm_bl.0 Request processed in 20209us (20356us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788874042.160663:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000020:00080000:3.0:1788874042.168408:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9d33439b19c0) has no exports 00000020:01000000:0.0:1788874042.225602:0:20928:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a473f60 - data ffff9d34718e6510/ffff9d3470499800 00000020:01000000:0.0:1788874042.225735:0:20928:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a902a20 - data ffff9d3452a5d1b0/ffff9d347a9c6000 00000001:00000004:0.0:1788874042.245496:0:20928:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:0.0:1788874042.324861:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874042.324870:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788874042.324877:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1788874042.328030:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788874042.328038:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788874042.328097:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788874042.328119:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788874042.329752:0:17896:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788874042.329759:0:17896:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:3.0:1788874042.329772:0:17896:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:0.0:1788874042.330808:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788874042.330953:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:0.0:1788874042.331053:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788874042.331056:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1788874042.331434:0:17898:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1788874042.331437:0:17898:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1788874042.331456:0:17898:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:0.0:1788874042.332444:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c836 00000020:00000080:0.0:1788874042.332454:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d33428e8000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788874042.332931:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428e8000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788874042.333383:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c84b 00000020:00000080:0.0:1788874042.333388:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3475ce4800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788874042.333401:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1788874042.333404:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.333412:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788874042.333415:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9d33439b3380) has no exports 00000004:01000000:0.0:1788874042.333553:0:20928:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:0.0:1788874042.333559:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c89f 00000020:00000080:0.0:1788874042.333562:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d33438f2800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:0.0:1788874042.333565:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788874042.333568:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.333571:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788874042.333573:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9d3480da19c0) has no exports 00000020:00000080:0.0:1788874042.333577:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c898 00000020:00000080:0.0:1788874042.333579:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d33428ef000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788874042.333916:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3475ce4800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:3.0:1788874042.333922:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33438f2800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1788874042.333925:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428ef000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788874042.334025:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788874042.334029:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788874042.334032:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788874042.334037:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788874042.334038:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788874042.334196:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.334231:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788874042.334238:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c88a 00000020:00000080:0.0:1788874042.334243:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d34505d1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788874042.334841:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d33428ea800 for lustre-OST0001-osc-MDT0001 00000020:00000080:3.0:1788874042.334849:0:36:0:(genops.c:885:class_export_put()) final put ffff9d34505d6800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788874042.334851:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34505d6800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:3.0:1788874042.334857:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788874042.335729:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788874042.335736:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.335755:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788874042.335760:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9d3480da3380) has no exports 00000020:00000080:0.0:1788874042.335767:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c883 00000020:00000080:0.0:1788874042.335773:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d34505d6000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788874042.335800:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34505d1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00010000:01000000:0.0:1788874042.336715:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:0.0:1788874042.336721:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788874042.336725:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:0.0:1788874042.336732:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1788874042.336735:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788874042.337224:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d34505d6000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788874042.337403:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.337413:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:0.0:1788874042.337425:0:20928:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:0.0:1788874042.337432:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c86e 00000020:00000080:0.0:1788874042.337439:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d33428e8800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788874042.337458:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d34505d4800 for lustre-OST0000-osc-MDT0001 00000020:00000080:3.0:1788874042.337465:0:36:0:(genops.c:885:class_export_put()) final put ffff9d3448288000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788874042.337467:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3448288000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:3.0:1788874042.337494:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788874042.337628:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:0.0:1788874042.337634:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.337640:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788874042.337644:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9d3342960000) has no exports 00000020:00000080:0.0:1788874042.337650:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c867 00000020:00000080:0.0:1788874042.337654:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d345847f000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788874042.337680:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428e8800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1788874042.337752:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d345847f000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788874042.376550:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788874042.376559:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874042.376564:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788874042.376572:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788874042.376662:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.376674:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788874042.376723:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.376727:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788874042.376732:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3480e6c000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788874042.376737:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480e6c000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788874042.376745:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788874042.376923:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c852 00000020:00000080:0.0:1788874042.376937:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3475ce4000/lustre-MDD0001_UUID 00000020:00000080:3.0:1788874042.377852:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3458478800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:3.0:1788874042.377863:0:36:0:(genops.c:885:class_export_put()) final put ffff9d33428ec000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788874042.377865:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428ec000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:3.0:1788874042.377877:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:0.0:1788874042.378242:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788874042.378248:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.378256:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788874042.378270:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9d3475d80000) has no exports 00000020:00000080:0.0:1788874042.378301:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.378306:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788874042.378310:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c859 00000020:00000080:0.0:1788874042.378316:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3475ce2000/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788874042.379179:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3475ce4000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:3.0:1788874042.379187:0:36:0:(genops.c:885:class_export_put()) final put ffff9d3476df7800/lustre-MDD0001_UUID 00000020:00000080:3.0:1788874042.379189:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3476df7800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:3.0:1788874042.379195:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:0.0:1788874042.381399:0:20928:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3475f37800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788874042.381408:0:20928:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3475f37800 2 00000020:01000004:0.0:1788874042.381412:0:20928:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d3475f37800 from lustre-MDT0001 00000020:00000080:0.0:1788874042.381442:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.381452:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788874042.381456:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d33428ec800/lustre-MDT0001_UUID 00000020:00000080:0.0:1788874042.381460:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428ec800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788874042.381482:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788874042.381540:0:20928:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788874042.381544:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788874042.381549:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.381553:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788874042.381560:0:20928:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9d3343978800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788874042.381566:0:20928:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9d347a8c8000) has exports, disconnecting them 00000020:00080000:0.0:1788874042.381572:0:20928:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9d3343978800), last request at 1788873967 00000020:00000080:0.0:1788874042.381577:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c8d7 00000020:00080000:0.0:1788874042.381585:0:20928:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3343978800): rc 0 00000020:00000080:0.0:1788874042.381589:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3343978800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788874042.382625:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3475ce2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788874042.383816:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1788874042.383823:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874042.383827:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788874042.383834:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788874042.384058:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343978800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1788874042.384362:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874042.384373:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1788874042.384381:0:20928:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3475f37800 1 00000020:00000080:0.0:1788874042.384392:0:20928:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c7fe 00000020:00000080:0.0:1788874042.384401:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d345053d800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1788874042.384553:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d334397a000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:3.0:1788874042.384561:0:36:0:(genops.c:885:class_export_put()) final put ffff9d334397d800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:3.0:1788874042.384563:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d334397d800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:3.0:1788874042.384571:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000000:0.0:1788874042.384702:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1788874042.384708:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874042.384717:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788874042.384721:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9d3476e28000) has no exports 00000020:00000080:3.0:1788874042.389348:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d345053d800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788874042.487660:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874042.487676:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1788874042.487683:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3475f33000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788874042.487688:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3475f33000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1788874042.487701:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1788874042.487880:0:20928:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d3475f34000 00000020:01000000:2.0:1788874042.487901:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1788874042.487912:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788874042.487917:0:20928:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788874042.487921:0:20928:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9d33429619c0) has no exports 00000100:00100000:1.0:1788874042.488367:0:17155:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9d334251e600:17155] 0 exiting: rc = 1 00000100:00100000:0.0:1788874042.488823:0:17157:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9d3445f47600:17157] 2 exiting: rc = 0 00000100:00100000:2.0:1788874042.489137:0:20047:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9d334425b600:20047] 3 exiting: rc = 0 00000100:00100000:2.0:1788874042.489298:0:17156:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9d3445f46400:17156] 1 exiting: rc = 0 00000100:00100000:0.0:1788874042.489731:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489738:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489744:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489751:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489756:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489761:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489766:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489771:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489777:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489783:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489788:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489794:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489800:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489805:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489871:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489880:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489886:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489893:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489898:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489905:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489910:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489915:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489920:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489926:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489942:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489947:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489953:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.489960:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490092:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490100:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490106:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490113:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490122:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490128:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490134:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490139:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490145:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490151:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490156:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490161:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490166:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490171:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490177:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490183:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490188:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490193:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.490199:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491625:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491635:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491641:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491648:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491654:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491661:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491669:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491675:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491682:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491688:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491694:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491700:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491716:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491722:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491727:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491733:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.491738:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788874042.496865:0:17159:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9d3445f47e00:17159] 1 exiting: rc = 0 00000100:00100000:3.0:1788874042.498299:0:17158:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9d3445f46e00:17158] 0 exiting: rc = 1 00000100:00100000:1.0:1788874042.498492:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498502:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498509:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498514:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498519:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498524:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498529:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498534:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498539:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498545:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498549:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498555:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498561:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498566:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498571:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498576:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498582:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498599:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498604:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498609:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498614:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498619:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498625:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498630:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498635:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498640:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498645:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498650:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498655:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498661:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498667:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498672:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498677:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498682:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498686:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498690:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498694:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498699:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498704:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498708:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498713:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498718:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498723:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498728:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498733:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498738:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498743:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498748:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498753:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498758:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498763:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498768:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498780:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498785:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498791:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498797:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498801:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498807:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498824:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498830:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498835:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498841:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498846:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.498853:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788874042.500820:0:19949:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff9d3341e54800:19949] 2 exiting: rc = 0 00000100:00100000:3.0:1788874042.500927:0:17161:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9d3343a26c00:17161] 1 exiting: rc = 0 00000100:00100000:3.0:1788874042.501269:0:17160:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9d3342b8ba00:17160] 0 exiting: rc = 1 00000100:00100000:0.0:1788874042.501510:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501519:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501526:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501532:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501538:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501545:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501566:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501575:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501581:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501588:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501595:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501601:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501607:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501614:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501621:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501628:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501636:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501644:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501668:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501677:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501684:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501691:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501699:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501707:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501714:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501720:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501726:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501732:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501738:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501745:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501777:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501784:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501790:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501796:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.501802:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502371:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502392:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502399:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502406:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502413:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502420:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502427:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502450:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502458:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502463:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502480:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502488:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502493:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502499:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502505:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502512:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502518:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502524:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502532:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502555:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502563:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502570:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502575:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502581:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502587:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502593:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502600:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502606:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.502613:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.519593:0:17162:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9d3343a26000:17162] 0 exiting: rc = 1 00000100:00100000:3.0:1788874042.522546:0:17163:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9d3343a27c00:17163] 1 exiting: rc = 0 00000100:00100000:0.0:1788874042.522878:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522901:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522907:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522912:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522917:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522922:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522927:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522932:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522937:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522942:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522948:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522953:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.522959:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523026:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523092:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523098:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523103:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523109:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523115:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523121:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523125:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523130:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523135:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523140:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523146:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523151:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523156:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523161:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523166:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523172:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523176:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523181:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523186:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523191:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523196:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523200:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523926:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523931:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523935:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523940:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523943:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523948:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523952:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.523957:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524021:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524086:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524094:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524099:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524103:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524108:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524113:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524119:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524124:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524129:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524133:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524139:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524143:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524149:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524154:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524158:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524162:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524166:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524170:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.524175:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788874042.525530:0:17165:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9d3343a26200:17165] 1 exiting: rc = 0 00000100:00100000:3.0:1788874042.525603:0:17164:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9d345882dc00:17164] 0 exiting: rc = 1 00000100:00100000:2.0:1788874042.525786:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525793:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525798:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525803:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525867:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525876:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525882:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525887:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525892:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525897:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525902:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525906:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525911:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525917:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525922:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525927:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525932:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525936:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525943:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525948:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525953:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.525959:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526081:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526089:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526094:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526099:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526104:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526110:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526118:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526124:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526143:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526147:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526152:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526158:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526163:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526168:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526173:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526179:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526184:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526190:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526195:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526200:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526878:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526884:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526889:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526894:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526899:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526904:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526908:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526913:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526918:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526923:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526928:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526933:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526937:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526942:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526947:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526952:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526957:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526975:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526981:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526987:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526992:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.526998:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874042.527721:0:17167:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9d3343a27a00:17167] 1 exiting: rc = 0 00000100:00100000:0.0:1788874042.528296:0:17166:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9d3343a26800:17166] 0 exiting: rc = 1 00000100:00100000:2.0:1788874042.528485:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528501:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528506:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528511:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528516:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528521:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528526:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528531:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528537:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528541:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528546:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528552:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528557:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528562:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528567:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528572:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528577:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528582:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528587:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528592:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528597:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528602:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528607:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528611:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528616:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528620:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528625:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528629:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528634:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528638:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528643:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528648:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528653:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528658:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528663:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528667:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528678:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528684:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528688:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528693:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528698:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528703:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528708:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528713:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528718:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528723:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528727:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528732:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528737:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528743:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528748:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528753:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528757:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528762:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528767:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528773:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528778:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528783:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528788:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528792:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528797:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528802:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528807:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.528927:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.529707:0:17169:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9d3452057a00:17169] 1 exiting: rc = 0 00000100:00100000:2.0:1788874042.529903:0:17170:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9d344f469a00:17170] 2 exiting: rc = 0 00000100:00100000:0.0:1788874042.530317:0:17168:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9d3448c1ec00:17168] 0 exiting: rc = 1 00000100:00100000:2.0:1788874042.530663:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530681:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530703:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530709:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530715:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530730:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530736:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530741:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530747:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530752:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530758:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530762:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530768:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530772:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530777:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530782:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530788:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530793:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530799:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530804:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530818:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530825:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530830:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530835:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530840:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530844:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530862:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530868:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530874:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530880:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530884:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530890:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530895:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530901:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530907:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530913:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530918:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530924:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530930:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530935:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530948:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530954:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530971:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530978:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530983:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530989:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.530996:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531002:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531008:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531014:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531043:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531051:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531056:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531063:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531068:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531074:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531080:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531086:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531091:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531096:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531101:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531106:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531112:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874042.531117:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788874042.538571:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874042.538586:0:20928:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:2.0:1788874042.538592:0:20928:0:(genops.c:885:class_export_put()) final put ffff9d3344158800/MDS_uuid 00000020:00000080:2.0:1788874042.538597:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3344158800/MDS_uuid for MDS 00000020:01000000:2.0:1788874042.538603:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:2.0:1788874042.538767:0:20928:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:0.0:1788874042.551717:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874043.567269:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874044.600292:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874045.615391:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788874046.344174:0:21129:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788874046.363548:0:21129:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1788874046.363607:0:21129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874046.363622:0:21129:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874046.363631:0:21129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874046.363638:0:21129:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874046.363665:0:21129:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788874046.363671:0:21129:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788874046.363696:0:21129:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874046.363701:0:21129:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788874046.363707:0:21129:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788874046.363714:0:21129:0:(import.c:65:import_set_state_nolock()) ffff9d3480d4e800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788874046.363720:0:21129:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788874046.363721:0:21129:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788874046.363724:0:21129:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788874046.364447:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874046.364457:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874046.364483:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecae00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874046.364487:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874046.364496:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874046.364503:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874046.364509:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788874046.364511:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788874046.364513:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788874046.364529:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874046.364533:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874046.364540:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9c971 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c978 expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874046.364551:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874046.364553:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874046.364555:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788874046.365059:0:21129:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788874046.365064:0:21129:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788874046.365070:0:21129:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788874046.365091:0:21129:0:(import.c:65:import_set_state_nolock()) ffff9d345053e800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788874046.365171:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3632:1875769859205888:0@lo:39:umount.0 00000400:00000100:2.0:1788874046.365547:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875769859205888 offset 0 length 224: 4 00010000:00010000:0.0:1788874046.638598:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788874047.214578:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788874047.214587:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874047.214607:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788874047.214610:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788874047.214613:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874047.214620:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 579 00000100:00080000:2.0:1788874047.214625:0:8:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788874047.214632:0:8:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d347a75b000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874047.214904:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343806a00 x1875769859206016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874047.214987:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859206144:0@lo:400:kworker.0 00000400:00000100:3.0:1788874047.215037:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875769859206144 offset 0 length 224: 4 00000100:00100000:0.0:1788874047.215137:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859206016:0@lo:38:kworker.0 00000400:00000100:0.0:1788874047.215163:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875769859206016 offset 0 length 520: 4 00010000:00010000:2.0:1788874047.664383:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788874048.241138:0:18656:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788874048.241148:0:18656:0:(genops.c:885:class_export_put()) final put ffff9d3343979000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788874048.241229:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343979000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:2.0:1788874048.241275:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d334397d000 for lustre-OST0000 00000001:00100000:0.0:1788874048.242507:0:19474:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788874048.242514:0:19474:0:(genops.c:885:class_export_put()) final put ffff9d3342acb000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788874048.242847:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3342acb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1788874048.243063:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3342acf800 for lustre-OST0001 00010000:00010000:2.0:1788874048.687231:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874049.710733:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874050.734552:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874051.758557:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874052.334604:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874042/real 1788874042] req@ffff9d3343806680 x1875769859205504/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788874052 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874052.334641:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343806680 x1875769859205504/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788874052 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_03.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788874052.334664:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788874052.334671:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1788874052.334675:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a50e61a-7558-480a-b914-36a6e76b41da:3632:1875769859205504:0@lo:250:ptlrpcd_00_03.0 00000100:00080000:0.0:1788874052.334789:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788874052.334794:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788874052.334797:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874052.334801:0:8:0:(import.c:545:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 0@lo last attempt 579 00000100:00080000:0.0:1788874052.334807:0:8:0:(import.c:630:import_select_connection()) MGC192.168.202.120@tcp: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874052.334813:0:8:0:(import.c:665:import_select_connection()) MGC192.168.202.120@tcp: import ffff9d334415b800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874052.334842:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d33435a3b80 x1875769859206272/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788874052.334864:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788874052.334868:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788874052.334929:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859206400:0@lo:400:kworker.0 00000400:00000100:3.0:1788874052.334983:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875769859206400 offset 0 length 224: 4 00000100:00100000:2.0:1788874052.335098:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a50e61a-7558-480a-b914-36a6e76b41da:3632:1875769859206272:0@lo:250:kworker.0 00000400:00000100:2.0:1788874052.335118:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875769859206272 offset 0 length 520: 4 00010000:00010000:0.0:1788874052.782537:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874053.806375:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874054.830564:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874055.854456:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874056.430391:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874046/real 1788874046] req@ffff9d33435a0e00 x1875769859205888/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788874056 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874056.430425:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d33435a0e00 x1875769859205888/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788874056 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788874056.430447:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d345053e800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1788874056.430470:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3632:1875769859205888:0@lo:39:umount.0 00000100:00080000:0.0:1788874056.430571:0:21129:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788874056.430576:0:21129:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788874056.430582:0:21129:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788874056.432440:0:21129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432459:0:21129:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432468:0:21129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432476:0:21129:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432595:0:21129:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788874056.432605:0:21129:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432612:0:21129:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432618:0:21129:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874056.432625:0:21129:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436164:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788874056.436180:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436190:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9400 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874056.436195:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436214:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874056.436222:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874056.436228:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788874056.436231:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 00010000:00010000:2.0:1788874056.436246:0:17143:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874056.436250:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436257:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9400/0x25c660afb0a9c947 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c94e expref: -99 pid: 18655 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436304:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874056.436308:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436314:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25400 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874056.436317:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436325:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874056.436331:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874056.436346:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788874056.436349:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:2.0:1788874056.436354:0:17143:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874056.436357:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874056.436365:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874056.436367:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874056.436369:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874056.443689:0:21129:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788874056.443705:0:21129:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3341e25400/0x25c660afb0a9cc9d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9cca4 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874056.443726:0:21129:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1788874056.443737:0:21129:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:01000000:0.0:1788874056.443740:0:21129:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1788874056.443781:0:21129:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1788874056.443786:0:21129:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1788874056.443798:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874056.443805:0:21129:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788874056.443810:0:21129:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9d3480da0000) has no exports 00000020:00080000:0.0:1788874056.443846:0:21129:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9d3480da0000) has no exports 00010000:00010000:2.0:1788874056.444285:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788874056.446746:0:21129:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a627ea0 - data ffff9d3471908870/ffff9d3342bd7000 00000020:01000000:0.0:1788874056.449635:0:21129:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a9029c0 - data ffff9d3471b18870/ffff9d34775e6800 00100000:10000000:0.0:1788874056.465758:0:21129:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788874056.477409:0:21129:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c95c 00000020:00000080:2.0:1788874056.477421:0:21129:0:(genops.c:885:class_export_put()) final put ffff9d33428bb800/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1788874056.477435:0:21129:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3480d47000 from lustre-OST0000, refs=2 00000020:01000004:2.0:1788874056.477439:0:21129:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3480d47000 2 00000020:01000004:2.0:1788874056.477442:0:21129:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d3480d47000 from lustre-OST0000 00000020:00000080:2.0:1788874056.477479:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874056.477490:0:21129:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1788874056.477493:0:21129:0:(genops.c:885:class_export_put()) final put ffff9d33428bf000/lustre-OST0000_UUID 00000020:00000080:2.0:1788874056.477496:0:21129:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428bf000/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1788874056.477502:0:21129:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1788874056.477550:0:21129:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1788874056.477554:0:21129:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1788874056.477558:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788874056.477563:0:21129:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788874056.477570:0:21129:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9d347a75d000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788874056.477575:0:21129:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9d34584ab380) has exports, disconnecting them 00000020:00080000:2.0:1788874056.477580:0:21129:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9d347a75d000), last request at 1788873981 00000020:00000080:2.0:1788874056.477584:0:21129:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c986 00000020:00080000:2.0:1788874056.477593:0:21129:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d347a75d000): rc 0 00000020:00000080:2.0:1788874056.477598:0:21129:0:(genops.c:885:class_export_put()) final put ffff9d347a75d000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788874056.478296:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d33428bb800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788874056.478312:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d347a75d000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1788874056.478422:0:21129:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788874056.478427:0:21129:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788874056.478432:0:21129:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788874056.478438:0:21129:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788874056.478598:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788874056.478604:0:21129:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1788874056.478608:0:21129:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788874056.478612:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874056.478615:0:21129:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788874056.478619:0:21129:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9d3480d4b000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788874056.478624:0:21129:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9d34584acd40) has exports, disconnecting them 00000020:00080000:3.0:1788874056.478628:0:21129:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9d3480d4b000), last request at 1788873981 00000020:00000080:3.0:1788874056.478632:0:21129:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c99b 00000020:00080000:3.0:1788874056.478643:0:21129:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3480d4b000): rc 0 00000020:00000080:3.0:1788874056.478648:0:21129:0:(genops.c:885:class_export_put()) final put ffff9d3480d4b000/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788874056.479315:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3480d4e800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788874056.479325:0:8:0:(genops.c:885:class_export_put()) final put ffff9d3480d4f000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788874056.479328:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d4f000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788874056.479333:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788874056.479412:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d4b000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1788874056.537548:0:21129:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1788874056.537559:0:21129:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788874056.537564:0:21129:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1788874056.537572:0:21129:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1788874056.537772:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788874056.537783:0:21129:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1788874056.537789:0:21129:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3480d47000 1 00000020:00000080:3.0:1788874056.537796:0:21129:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c939 00000020:00000080:3.0:1788874056.537804:0:21129:0:(genops.c:885:class_export_put()) final put ffff9d3475ce0800/lustre-OST0000-osd_UUID 00000020:00000080:1.0:1788874056.538053:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d345053e800 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788874056.538061:0:8:0:(genops.c:885:class_export_put()) final put ffff9d3480d4e000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1788874056.538064:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d4e000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1788874056.538074:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000000:3.0:1788874056.538397:0:21129:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1788874056.538412:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874056.538417:0:21129:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1788874056.538422:0:21129:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9d34584a99c0) has no exports 00000020:00000080:1.0:1788874056.541335:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3475ce0800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:2.0:1788874056.567970:0:21129:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874056.567987:0:21129:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1788874056.567993:0:21129:0:(genops.c:885:class_export_put()) final put ffff9d3480d44000/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1788874056.567998:0:21129:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3480d44000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1788874056.568008:0:21129:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788874056.568124:0:21129:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d3480d45800 00000020:02000400:2.0:1788874056.568175:0:21129:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:0.0:1788874056.881506:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788874057.462323:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788874057.462341:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874057.462345:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788874057.462349:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788874057.462518:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788874057.462538:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859206528:0@lo:400:kworker.0 00000400:00000100:1.0:1788874057.462593:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875769859206528 offset 0 length 224: 4 00010000:00010000:0.0:1788874057.902411:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874058.928025:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788874059.896917:0:21331:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788874059.911704:0:21331:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1788874059.911785:0:21331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874059.911801:0:21331:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874059.911808:0:21331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874059.911814:0:21331:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874059.911838:0:21331:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788874059.911845:0:21331:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788874059.911867:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788874059.911877:0:21331:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d3343806a00 x1875769859206016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788874067 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874059.911901:0:21331:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788874059.911907:0:21331:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788874059.911913:0:21331:0:(import.c:65:import_set_state_nolock()) ffff9d347a75b000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1788874059.911918:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788874059.911921:0:21331:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d3343806a00 x1875769859206016/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788874067 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874059.911927:0:21331:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788874059.911930:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 10s for inflight to error out 00010000:00010000:0.0:1788874059.911973:0:17909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874059.911980:0:17909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874059.911987:0:17909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92800 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874059.911990:0:17909:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874059.912000:0:17909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874059.912007:0:17909:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874059.912013:0:17909:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788874059.912015:0:17909:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788874059.912018:0:17909:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788874059.912032:0:17909:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:0.0:1788874059.912036:0:17909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874059.912043:0:17909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9ca0b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9ca12 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874059.912054:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874059.912055:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874059.912057:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874059.912135:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859206016:0@lo:38:kworker.0 00000100:00080000:2.0:1788874059.913814:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788874059.913828:0:21331:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d3343805c00 x1875769859206144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874063 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874059.913919:0:21331:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d33435a1880 x1875769859206400/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874059.913955:0:21331:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d3343806680 x1875769859206528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874059.913963:0:21331:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788874059.913970:0:21331:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788874059.913999:0:21331:0:(import.c:65:import_set_state_nolock()) ffff9d3480d48800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1788874059.914089:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859206528:0@lo:400:kworker.0 00000100:00100000:0.0:1788874059.914089:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3632:1875769859206656:0@lo:39:umount.0 00000100:00100000:1.0:1788874059.914100:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859206400:0@lo:400:kworker.0 00000400:00000100:0.0:1788874059.914149:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875769859206656 offset 0 length 224: 4 00000100:00100000:3.0:1788874059.914159:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859206144:0@lo:400:kworker.0 00010000:00010000:2.0:1788874059.950653:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874060.974437:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874062.000652:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788874062.576494:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788874062.576542:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1788874063.023463:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874064.046371:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874065.070796:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874066.094439:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874067.118389:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874067.118428:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874052/real 1788874052] req@ffff9d33435a3b80 x1875769859206272/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788874067 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874067.118468:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d33435a3b80 x1875769859206272/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788874067 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874067.118483:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874067.118500:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788874067.118503:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a50e61a-7558-480a-b914-36a6e76b41da:3632:1875769859206272:0@lo:250:kworker.0 00000100:00080000:3.0:1788874067.118633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 7a50e61a-7558-480a-b914-36a6e76b41da->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788874067.118638:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1788874067.118640:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788874067.118644:0:36:0:(import.c:545:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 0@lo last attempt 589 00000100:00080000:3.0:1788874067.118649:0:36:0:(import.c:630:import_select_connection()) MGC192.168.202.120@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788874067.118653:0:36:0:(import.c:665:import_select_connection()) MGC192.168.202.120@tcp: import ffff9d334415b800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874067.118682:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42f480 x1875769859206784/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788874067.118745:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a50e61a-7558-480a-b914-36a6e76b41da:3632:1875769859206784:0@lo:250:kworker.0 00000400:00000100:1.0:1788874067.118838:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875769859206784 offset 0 length 520: 4 00010000:00010000:2.0:1788874068.142507:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874069.166390:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874059/real 1788874059] req@ffff9d3343804a80 x1875769859206656/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788874069 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874069.166427:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343804a80 x1875769859206656/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788874069 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874069.166447:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3480d48800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00010000:00010000:0.0:1788874069.166652:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874069.167453:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3632:1875769859206656:0@lo:39:umount.0 00000100:00080000:2.0:1788874069.172006:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788874069.172016:0:21331:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788874069.172022:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1788874069.173040:0:21331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173056:0:21331:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173064:0:21331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173070:0:21331:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173116:0:21331:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874069.173138:0:21331:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173145:0:21331:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173151:0:21331:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173167:0:21331:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874069.173185:0:21331:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1788874069.173189:0:21331:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1788874069.173248:0:21331:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1788874069.173252:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1788874069.173256:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788874069.173263:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788874069.173267:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9d34584a8000) has no exports 00000020:00080000:3.0:1788874069.173288:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9d34584a8000) has no exports 00010000:00010000:2.0:1788874069.173996:0:17909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788874069.174006:0:17909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174016:0:17909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92c00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874069.174020:0:17909:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174029:0:17909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874069.174037:0:17909:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874069.174042:0:17909:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788874069.174054:0:17909:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1788874069.174057:0:17909:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1788874069.174073:0:17909:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874069.174076:0:17909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174083:0:17909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d345fd92c00/0x25c660afb0a9c9e1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c9e8 expref: -99 pid: 19473 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174098:0:17909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874069.174102:0:17909:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174107:0:17909:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33434dea00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874069.174110:0:17909:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174117:0:17909:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874069.174123:0:17909:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874069.174128:0:17909:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788874069.174130:0:17909:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788874069.174131:0:17909:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1788874069.174148:0:17909:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874069.174151:0:17909:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174157:0:17909:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d33434dea00/0x25c660afb0a9cc8f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9cc96 expref: -99 pid: 17152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.174178:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874069.174179:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874069.174181:0:17909:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788874069.174884:0:21331:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d347a473180 - data ffff9d347196f870/ffff9d3470499400 00010000:00010000:0.0:1788874069.176403:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1788874069.179969:0:21331:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9d33436f91e0 - data ffff9d3471a8f5e8/ffff9d3447776800 00100000:10000000:3.0:1788874069.188708:0:21331:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1788874069.198877:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c9f6 00000020:00000080:2.0:1788874069.198889:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3341fec000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1788874069.198969:0:21331:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d347a75c800 from lustre-OST0001, refs=2 00000020:01000004:2.0:1788874069.198973:0:21331:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d347a75c800 2 00000020:01000004:2.0:1788874069.198976:0:21331:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9d347a75c800 from lustre-OST0001 00000020:00000080:2.0:1788874069.199004:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874069.199014:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1788874069.199017:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3448288800/lustre-OST0001_UUID 00000020:00000080:2.0:1788874069.199020:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3448288800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1788874069.199026:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1788874069.199107:0:21331:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 7a50e61a-7558-480a-b914-36a6e76b41da->MGS 00010000:00010000:2.0:1788874069.199124:0:21331:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8000/0x25c660afb0a9c805 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c80c expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874069.199137:0:21331:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8000/0x25c660afb0a9c805 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c80c expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874069.199143:0:21331:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1788874069.199146:0:21331:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1788874069.199149:0:21331:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1788874069.199165:0:21331:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874069.199170:0:21331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8000/0x25c660afb0a9c805 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c80c expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874069.199185:0:21331:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9c6f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x25c660afb0a9c6fb expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874069.199236:0:21331:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9c6f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x25c660afb0a9c6fb expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874069.199241:0:21331:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788874069.199243:0:21331:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1788874069.199245:0:21331:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1788874069.199256:0:21331:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9d334415b800 00010000:00010000:2.0:1788874069.199259:0:21331:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9c6f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x25c660afb0a9c6fb expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788874069.199277:0:21331:0:(import.c:65:import_set_state_nolock()) ffff9d334415b800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1788874069.199281:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788874069.199284:0:21331:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788874069.199286:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1788874069.199289:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788874069.199301:0:21331:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff9d347f42f480 x1875769859206784/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788874087 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788874069.199316:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1788874069.199319:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 24s for inflight to error out 00000100:00100000:2.0:1788874069.199617:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:7a50e61a-7558-480a-b914-36a6e76b41da:3632:1875769859206784:0@lo:250:kworker.0 10000000:01000000:2.0:1788874069.199689:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788874069.199695:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c6df 00000020:00000080:2.0:1788874069.199700:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d334415e000/7a50e61a-7558-480a-b914-36a6e76b41da 00000020:00000080:1.0:1788874069.199743:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341fec000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788874069.200070:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.202.120@tcp (flags='') 00000020:00000080:0.0:1788874069.200125:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874069.200131:0:21331:0:(obd_config.c:956:class_cleanup()) MGC192.168.202.120@tcp: forcing exports to disconnect: 0/3 00000020:00080000:0.0:1788874069.200135:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9d3342964d40) has no exports 00000020:00000080:1.0:1788874069.200186:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d334415e000/7a50e61a-7558-480a-b914-36a6e76b41da for MGC192.168.202.120@tcp 10000000:01000000:2.0:1788874069.200279:0:17152:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:0.0:1788874069.200364:0:21331:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.202.120@tcp: client import never connected 00000100:00080000:0.0:1788874069.200369:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:0.0:1788874069.200371:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788874069.200373:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:0.0:1788874069.200375:0:21331:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:0.0:1788874069.200418:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788874069.200423:0:21331:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.202.120@tcp (uuid 7a50e61a-7558-480a-b914-36a6e76b41da) 00000020:01000000:0.0:1788874069.200430:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:0.0:1788874069.200433:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788874069.200436:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788874069.200441:0:21331:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9d3341fea800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788874069.200446:0:21331:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9d347a793380) has exports, disconnecting them 00000020:00080000:0.0:1788874069.200451:0:21331:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9d3341fea800), last request at 1788873996 00000020:00000080:0.0:1788874069.200455:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca20 00000020:00080000:0.0:1788874069.200466:0:21331:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3341fea800): rc 0 00000020:00000080:0.0:1788874069.200469:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3341fea800/lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1788874069.201158:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d334415b800 for MGC192.168.202.120@tcp 00000020:00000080:1.0:1788874069.201167:0:8:0:(genops.c:885:class_export_put()) final put ffff9d334415f800/7a50e61a-7558-480a-b914-36a6e76b41da 00000020:00000080:1.0:1788874069.201169:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d334415f800/7a50e61a-7558-480a-b914-36a6e76b41da for MGC192.168.202.120@tcp 00000020:01000000:1.0:1788874069.201176:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.202.120@tcp (7a50e61a-7558-480a-b914-36a6e76b41da) 00000020:00000080:1.0:1788874069.201468:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341fea800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:1.0:1788874069.201494:0:21331:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:1.0:1788874069.201497:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788874069.201501:0:21331:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788874069.201507:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788874069.201636:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788874069.201642:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:1.0:1788874069.201646:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1788874069.201650:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788874069.201653:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788874069.201659:0:21331:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9d3343aca000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788874069.201663:0:21331:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9d347a7919c0) has exports, disconnecting them 00000020:00080000:1.0:1788874069.201667:0:21331:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9d3343aca000), last request at 1788873996 00000020:00000080:1.0:1788874069.201670:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9ca35 00000020:00080000:1.0:1788874069.201682:0:21331:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9d3343aca000): rc 0 00000020:00000080:1.0:1788874069.201686:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3343aca000/lustre-MDT0001-lwp-OST0001 00000020:00000080:2.0:1788874069.202345:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d347a75b000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788874069.202352:0:8:0:(genops.c:885:class_export_put()) final put ffff9d3341feb800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:2.0:1788874069.202355:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341feb800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:2.0:1788874069.202359:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:2.0:1788874069.202413:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343aca000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1788874069.206418:0:21331:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788874069.206428:0:21331:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788874069.206432:0:21331:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788874069.206439:0:21331:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788874069.206469:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9d3480d48800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1788874069.206549:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:2.0:1788874069.206669:0:17909:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00010000:00010000:2.0:1788874069.206770:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-3 blwis in pool) 00000100:00100000:2.0:1788874069.206880:0:17139:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9d3480e67000:17139] 1 exiting: rc = 0 00000100:00100000:2.0:1788874069.206945:0:17138:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9d3480e66800:17138] 0 exiting: rc = 1 00000100:00100000:2.0:1788874069.206998:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207292:0:17142:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9d34478b7600:17142] 2 exiting: rc = 0 00000100:00100000:2.0:1788874069.207354:0:19491:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9d334247c200:19491] 3 exiting: rc = 0 00000100:00100000:2.0:1788874069.207427:0:17140:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9d3445f48a00:17140] 0 exiting: rc = 1 00000100:00100000:2.0:1788874069.207491:0:17141:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9d34478b7e00:17141] 1 exiting: rc = 0 00000100:00100000:2.0:1788874069.207537:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207544:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207550:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207555:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207561:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207567:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207571:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207576:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207581:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207586:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207590:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207596:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207601:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207606:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207611:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207628:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207633:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207637:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207642:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207647:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207652:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207657:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207662:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207667:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207672:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207677:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207681:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207686:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207690:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207695:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207700:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207705:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207710:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207714:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207719:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207724:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207728:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207733:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207739:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207744:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207748:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207753:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207758:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207763:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207768:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207772:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207777:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207783:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207790:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207795:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207806:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207811:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207816:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207821:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207826:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207832:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207837:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207842:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207847:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207851:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207857:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207862:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207867:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.207872:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788874069.208528:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874069.208537:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:2.0:1788874069.208542:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3341fed800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:2.0:1788874069.208546:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3341fed800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:2.0:1788874069.208551:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1788874069.208594:0:21331:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d347a75c800 1 00000020:00000080:2.0:1788874069.208599:0:21331:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x25c660afb0a9c9da 00000020:00000080:2.0:1788874069.208606:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3343aca800/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1788874069.208616:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1788874069.208626:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343aca800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1788874069.208636:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788874069.208640:0:21331:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788874069.208644:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9d347a8ccd40) has no exports 00000020:00000080:2.0:1788874069.234702:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874069.234770:0:21331:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:2.0:1788874069.234777:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3343acd800/lustre-OST0001-osd_UUID 00000020:00000080:2.0:1788874069.234781:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3343acd800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:2.0:1788874069.234795:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:2.0:1788874069.235113:0:21331:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9d347a75e000 00000020:01000000:2.0:1788874069.235142:0:21331:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:2.0:1788874069.235145:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788874069.235149:0:21331:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788874069.235153:0:21331:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9d3475d819c0) has no exports 00000020:00000080:2.0:1788874069.235172:0:21331:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788874069.235177:0:21331:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:2.0:1788874069.235180:0:21331:0:(genops.c:885:class_export_put()) final put ffff9d3475ce3800/OSS_uuid 00000020:00000080:2.0:1788874069.235182:0:21331:0:(genops.c:844:class_export_destroy()) destroying export ffff9d3475ce3800/OSS_uuid for OSS 00000020:01000000:2.0:1788874069.235185:0:21331:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:2.0:1788874069.235347:0:19728:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9d334299fc00:19728] 4 exiting: rc = 0 00000100:00100000:1.0:1788874069.235585:0:19195:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9d34777ff800:19195] 3 exiting: rc = 0 00000100:00080000:3.0:1788874069.235875:0:17151:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1788874069.236027:0:18662:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9d347a826000:18662] 1 exiting: rc = 0 00000100:00100000:3.0:1788874069.236085:0:18660:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9d347a826800:18660] 0 exiting: rc = 1 00000100:00100000:3.0:1788874069.236143:0:18663:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9d3342b36200:18663] 2 exiting: rc = 0 00000100:00100000:2.0:1788874069.236365:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236374:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236382:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236389:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236395:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236401:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236407:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236413:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236419:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236424:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236429:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236433:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236437:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236443:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236451:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236457:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236463:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236471:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236477:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236482:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236487:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236492:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236510:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236516:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236521:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236534:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236540:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236545:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236550:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236557:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236563:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236568:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236572:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236577:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236582:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236587:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236591:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236596:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236601:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236606:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236612:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236617:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236621:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236626:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236631:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236636:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236640:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236644:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236649:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236654:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236659:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236664:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236668:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236673:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236678:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236683:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236687:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236692:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236698:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.236703:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.237545:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.237551:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.237557:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.237562:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.238490:0:19948:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_002: service thread [ffff9d33436a3e00:19948] 2 exiting: rc = 0 00000100:00100000:0.0:1788874069.238878:0:18664:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9d33435a7800:18664] 0 exiting: rc = 1 00000100:00100000:3.0:1788874069.239114:0:18665:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9d347a870400:18665] 1 exiting: rc = 0 00000100:00100000:2.0:1788874069.239266:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239273:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239279:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239284:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239290:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239295:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239301:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239306:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239311:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239316:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239320:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239325:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239330:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239334:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239374:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239380:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239384:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239390:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239395:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239400:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239404:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239409:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239414:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239419:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239423:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239428:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239433:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239438:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239442:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239447:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239457:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239462:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239467:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239472:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239477:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239482:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239487:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239493:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239507:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239512:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239517:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239523:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239527:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239533:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239538:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239542:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239548:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239552:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239557:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239561:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239566:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239571:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239575:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239580:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239585:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239589:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239593:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239598:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239602:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239607:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239611:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239616:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239620:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.239629:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.240505:0:18667:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9d3342b37e00:18667] 1 exiting: rc = 0 00000100:00100000:1.0:1788874069.240944:0:18666:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9d347a523800:18666] 0 exiting: rc = 1 00000100:00100000:3.0:1788874069.241364:0:18668:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9d347a6cd400:18668] 2 exiting: rc = 0 00000100:00100000:2.0:1788874069.242369:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242378:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242384:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242399:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242406:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242412:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242418:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242423:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242428:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242434:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242439:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242445:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242451:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242456:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242462:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242467:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242474:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242479:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242485:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242491:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242526:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242534:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242539:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242544:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242550:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242554:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242559:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242563:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242569:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242574:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242579:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242585:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242589:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242594:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242599:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242616:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242621:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242628:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242633:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242638:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242643:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242649:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242654:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242660:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242678:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242685:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242690:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242695:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242701:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242705:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242725:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242730:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242736:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242742:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242748:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242753:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242759:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242763:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242769:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242775:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242781:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242786:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242791:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.242807:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788874069.248166:0:18670:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9d34505e2000:18670] 1 exiting: rc = 0 00000100:00100000:1.0:1788874069.248510:0:18669:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9d3342b89c00:18669] 0 exiting: rc = 1 00000100:00100000:2.0:1788874069.250940:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250950:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250955:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250960:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250964:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250969:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250990:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.250995:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251000:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251005:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251009:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251014:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251136:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251141:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251146:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251150:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251155:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251161:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251166:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251172:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251177:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251182:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251188:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251194:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251198:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251280:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251288:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251293:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251297:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251302:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251306:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251310:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251315:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251320:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251325:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251330:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251335:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251340:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251345:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251349:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251354:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251367:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251372:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251377:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251381:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251386:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251391:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251396:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251401:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251405:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251410:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251415:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251420:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251425:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251429:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251434:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251439:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251445:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251450:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251455:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251459:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251464:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251469:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788874069.251474:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259605:0:18672:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9d3480d7d000:18672] 1 exiting: rc = 0 00000100:00100000:1.0:1788874069.259768:0:18671:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9d347a816800:18671] 0 exiting: rc = 1 00000100:00100000:0.0:1788874069.259875:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259894:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259901:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259917:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259923:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259930:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259954:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259961:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259967:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259973:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259978:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259984:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259989:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.259994:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260000:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260006:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260012:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260017:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260038:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260045:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260051:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260057:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260064:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260070:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260074:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260081:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260087:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260092:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260098:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260104:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260126:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260132:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260137:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260142:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260146:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260152:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260158:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260164:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260176:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260182:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260188:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260193:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260251:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260258:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260263:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260269:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260275:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260281:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260286:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260292:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260298:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260303:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260309:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260316:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260336:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260343:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260348:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260354:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260361:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260366:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260372:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260378:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260383:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788874069.260396:0:21331:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:0.0:1788874069.274892:0:21331:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788874086.887643:0:22096:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-server.virtnet: executing load_modules_local 00000020:01000004:1.0:1788874096.791419:0:22697:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788874096.791426:0:22697:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:1.0:1788874096.791428:0:22697:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:1.0:1788874096.791554:0:22697:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d3470497800 00000020:01000004:1.0:1788874096.791576:0:22697:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:1.0:1788874096.791583:0:22697:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788874096.791596:0:22697:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9d3475d83380) 00000020:00000080:1.0:1788874096.791609:0:22697:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788874096.893516:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:2.0:1788874096.895784:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788874096.897532:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788874096.898873:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788874096.899087:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:2.0:1788874096.899767:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:2.0:1788874096.900102:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:2.0:1788874096.900293:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:2.0:1788874096.900834:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:2.0:1788874096.901034:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:2.0:1788874096.901871:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:2.0:1788874096.902092:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:2.0:1788874096.902829:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788874096.903118:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1788874096.908834:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.909088:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.909413:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.909729:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.909950:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.910141:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.910424:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.910887:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.911617:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.911922:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.912138:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.912536:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.912771:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.913774:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.914159:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.914375:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.914720:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.915771:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.916225:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.916472:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.916771:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.917968:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.918261:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.918502:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.918756:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.918939:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.919776:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.920125:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.920319:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1788874096.920847:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.921776:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.922133:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1788874096.926166:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1788874096.928772:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1788874096.930123:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1788874096.930376:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1788874096.931775:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1788874096.932187:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:3.0:1788874096.932393:0:22697:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00080000:01000000:3.0:1788874096.933884:0:22697:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788874096.934106:0:22697:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1788874096.934113:0:22697:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:3.0:1788874096.934124:0:22697:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9cf52 00000020:01000004:3.0:1788874096.934131:0:22697:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1788874096.934136:0:22697:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1788874096.934140:0:22697:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d3470497800 from MGS 00000020:01000004:3.0:1788874096.934144:0:22697:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1788874096.934153:0:22697:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9d3480da3380) 00000020:00000080:3.0:1788874096.934162:0:22697:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:3.0:1788874096.934730:0:22697:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3470497800 from MGS, refs=2 00080000:01000000:3.0:1788874096.934738:0:22697:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788874096.934743:0:22697:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9cf60 00000100:00100000:3.0:1788874096.934851:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:3.0:1788874096.935002:0:22697:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:3.0:1788874096.935008:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:3.0:1788874096.947379:0:22697:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1788874096.950727:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788874096.958805:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788874096.959026:0:22697:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1788874096.959033:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:0.0:1788874096.959802:0:22697:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:0.0:1788874096.959810:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1788874096.966585:0:22697:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1788874096.966604:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:0.0:1788874096.967383:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874096.967388:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874096.967390:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874096.970527:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874096.970536:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874096.970539:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874096.981127:0:22697:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:0.0:1788874096.982614:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:0.0:1788874096.985166:0:22697:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:0.0:1788874096.986137:0:22709:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788874096.986181:0:22697:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788874096.986257:0:22697:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788874096.986806:0:22697:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788874096.987197:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788874096.987382:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788874096.987388:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1788874096.989916:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1788874096.989930:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:1.0:1788874096.990334:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:1.0:1788874096.990340:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:0.0:1788874096.991935:0:22697:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:0.0:1788874096.991969:0:22697:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.202.120@tcp' 00000020:01000004:0.0:1788874096.991972:0:22697:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:0.0:1788874096.992004:0:22697:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.202.120@tcp (typ=mgc) 00000020:00000080:0.0:1788874096.992017:0:22697:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.202.120@tcp (ffff9d347a790000) 00000020:00000080:0.0:1788874096.992032:0:22697:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:0.0:1788874096.992108:0:22697:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3480f21800@MGC192.168.202.120@tcp: add connection 192.168.202.120@tcp at head 00010000:00010000:0.0:1788874096.992297:0:22697:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.202.120@tcp-0 is initialized 00000040:01000000:0.0:1788874096.992303:0:22697:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 1 is initialized 00000100:00080000:1.0:1788874096.992434:0:22713:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:0.0:1788874096.995875:0:22714:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788874096.995975:0:22697:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.202.120@tcp (uuid 4254fed6-01aa-4141-aa5c-8cca81572654) 00000020:00000080:1.0:1788874096.996000:0:22697:0:(genops.c:1385:class_connect()) connect: client 4254fed6-01aa-4141-aa5c-8cca81572654, cookie 0x25c660afb0a9cf6e 00000100:00080000:1.0:1788874096.996014:0:22697:0:(import.c:545:import_select_connection()) MGC192.168.202.120@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788874096.996020:0:22697:0:(import.c:665:import_select_connection()) MGC192.168.202.120@tcp: import ffff9d3480f21800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:1.0:1788874096.996054:0:22697:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343a36d80 x1875769859206912/t0(0) o250->MGC192.168.202.120@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788874096.996086:0:22697:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 4254fed6-01aa-4141-aa5c-8cca81572654->MGS 00000020:01000004:1.0:1788874096.996110:0:22697:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788874096.996116:0:22697:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788874096.996135:0:22697:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9d3475d84d40) 00000020:00000080:1.0:1788874096.996146:0:22697:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:3.0:1788874096.996619:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4254fed6-01aa-4141-aa5c-8cca81572654:3632:1875769859206912:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788874096.996744:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874096.996865:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859206912 00000100:00100000:0.0:1788874096.996872:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859206912 00000100:00100000:0.0:1788874096.996904:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788874096.996911:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3632:x1875769859206912:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1788874096.996932:0:22710:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 4254fed6-01aa-4141-aa5c-8cca81572654@0@lo t0 exp 0000000000000000 cur 633 last 0 00000020:00000080:0.0:1788874096.996965:0:22710:0:(genops.c:1385:class_connect()) connect: client 4254fed6-01aa-4141-aa5c-8cca81572654, cookie 0x25c660afb0a9cf7c 00000100:00080000:0.0:1788874096.997085:0:22710:0:(import.c:65:import_set_state_nolock()) ffff9d3480f22800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874096.997145:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+5:3632:x1875769859206912:12345-0@lo:250:mount.lustre.0 Request processed in 234us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874096.997153:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788874096.997742:0:3632:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.202.120@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788874096.997751:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) MGC192.168.202.120@tcp: connect to target with instance 0 00000100:00080000:3.0:1788874096.997759:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) MGC192.168.202.120@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788874096.997763:0:3632:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788874096.997766:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3480f21800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788874096.997768:0:3632:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788874096.997778:0:3632:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788874096.997784:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4254fed6-01aa-4141-aa5c-8cca81572654:3632:1875769859206912:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788874097.023346:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788874097.023722:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788874097.023730:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:1.0:1788874097.029757:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:1.0:1788874097.029773:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:0.0:1788874097.041078:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:0.0:1788874097.041092:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788874097.041979:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788874097.042151:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788874097.042156:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:0.0:1788874097.042867:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:0.0:1788874097.042875:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788874097.100760:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788874097.100998:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788874097.101005:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:1.0:1788874097.102616:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:1.0:1788874097.102628:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:3.0:1788874097.103417:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788874097.103601:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788874097.103606:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:3.0:1788874097.104518:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788874097.104526:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:3.0:1788874097.105150:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788874097.105395:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788874097.105400:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:3.0:1788874097.105985:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788874097.105991:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:3.0:1788874097.106940:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788874097.107120:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:3.0:1788874097.107126:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:3.0:1788874097.110111:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:3.0:1788874097.110126:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:2.0:1788874097.136611:0:22697:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788874097.136838:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788874097.136845:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:2.0:1788874097.139540:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788874097.139554:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:2.0:1788874097.140540:0:22697:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1788874097.140550:0:22697:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:2.0:1788874097.141773:0:22697:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:2.0:1788874097.141806:0:22697:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:2.0:1788874097.141812:0:22697:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.120@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:2.0:1788874097.141934:0:22697:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788874097.141980:0:22697:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.202.120@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1788874097.141984:0:22697:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788874097.141986:0:22697:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788874097.141987:0:22697:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788874097.141989:0:22697:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788874097.141990:0:22697:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788874097.141991:0:22697:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788874097.141992:0:22697:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788874097.141993:0:22697:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788874097.141995:0:22697:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788874097.141996:0:22697:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788874097.141999:0:22697:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1788874097.142001:0:22697:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788874097.142003:0:22697:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788874097.142003:0:22697:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788874097.142005:0:22697:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788874097.142006:0:22697:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788874097.142007:0:22697:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788874097.142012:0:22697:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788874097.142013:0:22697:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788874097.142014:0:22697:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788874097.142015:0:22697:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788874097.142041:0:22697:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788874097.142061:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207040:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788874097.142132:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874097.142177:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334363d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.143351:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207040 00000100:00100000:0.0:1788874097.143363:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207040 00000100:00100000:0.0:1788874097.143517:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788874097.143529:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+5:22697:x1875769859207040:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788874097.143594:0:22712:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788874097.143597:0:22712:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788874097.143600:0:22712:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1788874097.147690:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:2.0:1788874097.148326:0:22712:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1788874097.151287:0:22734:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1788874097.151295:0:22734:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1788874097.151298:0:22734:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1788874097.151300:0:22734:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1788874097.152561:0:22734:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:2.0:1788874097.152797:0:22712:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1788874097.152811:0:22712:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788874097.154551:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+5:22697:x1875769859207040:12345-0@lo:253:mount.lustre.0 Request processed in 11013us (12406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.154564:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788874097.154586:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207040:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788874097.154600:0:22697:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788874097.154603:0:22697:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788874097.154604:0:22697:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788874097.154606:0:22697:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788874097.154607:0:22697:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788874097.154608:0:22697:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788874097.154609:0:22697:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788874097.154610:0:22697:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788874097.154612:0:22697:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788874097.154614:0:22697:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788874097.154615:0:22697:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1788874097.154709:0:22697:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d3470497800 from lustre-MDT0000 10000000:01000000:2.0:1788874097.154741:0:22697:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1788874097.154744:0:22697:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1788874097.154749:0:22697:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9d347a790000 10000000:01000000:2.0:1788874097.154753:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788874097.154761:0:22697:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9d347a790000 from 1 10000000:01000000:2.0:1788874097.154764:0:22697:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788874097.154801:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.154813:0:22697:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.154846:0:22697:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874097.154867:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207168:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788874097.154916:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874097.154964:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334363d180 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.155107:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207168 00000100:00100000:0.0:1788874097.155114:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207168 00000100:00100000:0.0:1788874097.155157:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788874097.155165:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+5:22697:x1875769859207168:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874097.155175:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874097.155189:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e24400/0x25c660afb0a9cf8a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9cf83 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.155240:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e24400/0x25c660afb0a9cf8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9cf83 expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.155251:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e24400/0x25c660afb0a9cf8a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9cf83 expref: 6 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.155259:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e24400, rc 0) 00000100:00100000:0.0:1788874097.155287:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+6:22697:x1875769859207168:12345-0@lo:101:mount.lustre.0 Request processed in 123us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.155293:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788874097.155297:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207168:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874097.155309:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.155318:0:22697:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874097.155367:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207296:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874097.155426:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.155450:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334363d180 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.155545:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207296 00000100:00100000:0.0:1788874097.155549:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207296 00000100:00100000:0.0:1788874097.155578:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788874097.155583:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+6:22697:x1875769859207296:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874097.155665:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+6:22697:x1875769859207296:12345-0@lo:501:mount.lustre.0 Request processed in 81us (244us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788874097.155672:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788874097.155787:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207296:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788874097.155816:0:22697:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788874097.155829:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.155838:0:22697:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874097.155845:0:22697:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d3470497800 10000000:01000000:1.0:1788874097.155850:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788874097.155855:0:22697:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d3470497800 10000000:01000000:1.0:1788874097.155858:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788874097.155860:0:22697:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d3470497800 from 1 10000000:01000000:1.0:1788874097.155863:0:22697:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788874097.155881:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.155889:0:22697:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.155913:0:22697:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.155925:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207424:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788874097.155950:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.155976:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.156132:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207424 00000100:00100000:2.0:1788874097.156137:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207424 00000100:00100000:2.0:1788874097.156172:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788874097.156180:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+6:22697:x1875769859207424:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874097.156188:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874097.156200:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd93200/0x25c660afb0a9cf98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9cf91 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.156232:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd93200/0x25c660afb0a9cf98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9cf91 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.156241:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd93200/0x25c660afb0a9cf98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9cf91 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.156255:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd93200, rc 0) 00000100:00100000:2.0:1788874097.156291:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+7:22697:x1875769859207424:12345-0@lo:101:mount.lustre.0 Request processed in 113us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.156297:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788874097.156361:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207424:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788874097.156372:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf98 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.156445:0:22697:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9cf98 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874097.156460:0:22697:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788874097.156473:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf98 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.156480:0:22697:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475eca600/0x25c660afb0a9cf91 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf98 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874097.156486:0:22697:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788874097.156490:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788874097.156495:0:22697:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d3470497800 10000000:01000000:1.0:1788874097.156498:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788874097.156502:0:22697:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1788874097.156504:0:22697:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1788874097.156524:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.156539:0:22697:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.156546:0:22697:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.156561:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207552:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788874097.156583:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.156605:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.156709:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207552 00000100:00100000:2.0:1788874097.156714:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207552 00000100:00100000:2.0:1788874097.156745:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788874097.156752:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+7:22697:x1875769859207552:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874097.156760:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874097.156768:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd93a00/0x25c660afb0a9cfa6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9cf9f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.156781:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd93a00/0x25c660afb0a9cfa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9cf9f expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.156789:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd93a00/0x25c660afb0a9cfa6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9cf9f expref: 8 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.156795:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd93a00, rc 0) 00000100:00100000:2.0:1788874097.157006:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+8:22697:x1875769859207552:12345-0@lo:101:mount.lustre.0 Request processed in 253us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.157013:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788874097.157076:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207552:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874097.157087:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cfa6 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874097.157094:0:22697:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9cfa6 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874097.157142:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207680:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874097.157169:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874097.157199:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3344092540 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.157247:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207680 00000100:00100000:0.0:1788874097.157255:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207680 00000100:00100000:0.0:1788874097.157279:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788874097.157284:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+8:22697:x1875769859207680:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874097.157479:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+9:22697:x1875769859207680:12345-0@lo:501:mount.lustre.0 Request processed in 194us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.157486:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788874097.157512:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207680:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874097.157538:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207808:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788874097.157579:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874097.157606:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3344092540 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.157665:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207808 00000100:00100000:2.0:1788874097.157670:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207808 00000100:00100000:2.0:1788874097.157699:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788874097.157705:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+9:22697:x1875769859207808:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788874097.158460:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+9:22697:x1875769859207808:12345-0@lo:503:mount.lustre.0 Request processed in 753us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.158477:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788874097.158570:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859207808:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874097.159016:0:22735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22735:1875769859207936:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788874097.159058:0:22735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874097.159089:0:22735:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475e2db40 going to sleep for 11 seconds 00000100:00100000:1.0:1788874097.159146:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859207936 00000100:00100000:1.0:1788874097.159151:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859207936 00000100:00100000:1.0:1788874097.159188:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788874097.159196:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476350450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+9:22735:x1875769859207936:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.163554:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476350450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+9:22735:x1875769859207936:12345-0@lo:502:llog_process_th.0 Request processed in 4349us (4487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.163573:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788874097.163604:0:22735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22735:1875769859207936:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788874097.163718:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788874097.163731:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788874097.163734:0:22735:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788874097.163739:0:22735:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1788874097.163742:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788874097.163757:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9d347a794d40) 00000020:00000080:0.0:1788874097.163777:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1788874097.163781:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1788874097.163897:0:22735:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:0.0:1788874097.163908:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9cfb4 00000020:00000080:0.0:1788874097.164124:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1788874097.164128:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788874097.164131:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788874097.164133:0:22735:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1788874097.164136:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788874097.164140:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788874097.164141:0:22735:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1788874097.164144:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1788874097.164151:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9d347a7919c0) 00000020:00000080:0.0:1788874097.164160:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1788874097.164163:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1788874097.164165:0:22735:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1788874097.164168:0:22735:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1788874097.164174:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1788874097.164919:0:22735:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3470497800 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1788874097.164939:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9d347a793380) 00000020:00000080:0.0:1788874097.164950:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1788874097.165019:0:22735:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1788874097.165025:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9cfc9 00000020:00000080:0.0:1788874097.165135:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1788874097.165141:0:22735:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1788874097.165145:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x25c660afb0a9cfd0 00080000:01000000:0.0:1788874097.165152:0:22735:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:0.0:1788874097.165155:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9cfd7 00010000:00010000:3.0:1788874097.241805:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:3.0:1788874097.242564:0:22735:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934629 00000001:00080000:3.0:1788874097.243064:0:22735:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788874097.243938:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9d3480da19c0) 00000020:00000080:3.0:1788874097.243968:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:3.0:1788874097.244045:0:22735:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:3.0:1788874097.244051:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9cfe5 00000020:00000080:2.0:1788874097.249889:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788874097.260795:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x25c660afb0a9cfec 00000020:00000080:3.0:1788874097.261961:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788874097.261977:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874097.261985:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.261987:0:22735:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788874097.262001:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788874097.262005:0:22735:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #9 00000020:01000000:3.0:1788874097.262007:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788874097.262008:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788874097.262010:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788874097.262013:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.262015:0:22735:0:(obd_config.c:1563:class_process_config()) marker 9 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788874097.262018:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874097.262023:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.262024:0:22735:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788874097.262029:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788874097.262082:0:22735:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788874097.262099:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874097.262102:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.262104:0:22735:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788874097.262107:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874097.262110:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.262111:0:22735:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1788874097.262114:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788874097.262120:0:22735:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:00000080:3.0:1788874097.262148:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788874097.262164:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9d3480da4d40) 00000020:00000080:3.0:1788874097.262180:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788874097.262187:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788874097.262262:0:22735:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1788874097.262269:0:22735:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788874097.262276:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9cffa 00010000:00080000:3.0:1788874097.262308:0:22735:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3448288000@lustre-MDT0001-osp-MDT0000: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1788874097.265452:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:2.0:1788874097.270987:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788874097.271002:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788874097.271045:0:22735:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788874097.271066:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9d001 00000100:00080000:2.0:1788874097.271077:0:22735:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788874097.271083:0:22735:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d3448288000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874097.271119:0:22735:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804e00 x1875769859208064/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788874097.271186:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859208064:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788874097.271299:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788874097.271606:0:22735:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:2.0:1788874097.271676:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874097.271681:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.271683:0:22735:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:2.0:1788874097.271686:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788874097.271689:0:22735:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:2.0:1788874097.271691:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874097.271693:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874097.271695:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788874097.271697:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.271699:0:22735:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788874097.271702:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788874097.271707:0:22735:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:2.0:1788874097.271711:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.271713:0:22735:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788874097.271716:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788874097.271720:0:22735:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1788874097.271742:0:22735:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:2.0:1788874097.271745:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788874097.271765:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9d347a8ccd40) 00000020:00000080:2.0:1788874097.271776:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:2.0:1788874097.271782:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788874097.271854:0:22735:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:2.0:1788874097.271861:0:22735:0:(osd_handler.c:8924:osd_obd_connect()) connect #6 00000020:00000080:2.0:1788874097.271867:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9d00f 00010000:00080000:2.0:1788874097.271895:0:22735:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3344104000@lustre-OST0000-osc-MDT0000: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1788874097.272120:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:3.0:1788874097.274417:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859208064 00000100:00100000:3.0:1788874097.274432:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859208064 00000100:00100000:3.0:1788874097.274477:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788874097.274486:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3632:x1875769859208064:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1788874097.274512:0:22722:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1788874097.278943:0:22735:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788874097.279403:0:22735:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788874097.282127:0:22735:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874097.295744:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000100:00100000:3.0:1788874097.300535:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3632:x1875769859208064:12345-0@lo:38:llog_process_th.0 Request processed in 26040us (29227us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788874097.300550:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1788874097.301105:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788874097.301113:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788874097.301118:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859208064:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788874097.301917:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:3.0:1788874097.302832:0:22741:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1788874097.302838:0:22741:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788874097.303754:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788874097.303767:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788874097.303805:0:22735:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788874097.303824:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9d016 00000100:00080000:3.0:1788874097.303834:0:22735:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788874097.303840:0:22735:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d3344104000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874097.303874:0:22735:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42fb80 x1875769859208192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788874097.303903:0:22735:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788874097.304010:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874097.304014:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.304016:0:22735:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788874097.304019:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788874097.304021:0:22735:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788874097.304023:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788874097.304024:0:22735:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788874097.304025:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788874097.304027:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.304029:0:22735:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788874097.304031:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788874097.304035:0:22735:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788874097.304038:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.304046:0:22735:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788874097.304049:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788874097.304053:0:22735:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:3.0:1788874097.304078:0:22735:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788874097.304080:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788874097.304091:0:22735:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9d3480da0000) 00000020:00000080:3.0:1788874097.304104:0:22735:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:3.0:1788874097.304108:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788874097.304162:0:22735:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:3.0:1788874097.304168:0:22735:0:(osd_handler.c:8924:osd_obd_connect()) connect #7 00000020:00000080:3.0:1788874097.304174:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x25c660afb0a9d024 00010000:00080000:3.0:1788874097.304230:0:22735:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d347a76a800@lustre-OST0001-osc-MDT0000: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1788874097.304508:0:22735:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:3.0:1788874097.304579:0:22735:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788874097.304594:0:22735:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000100:00100000:0.0:1788874097.305038:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859208192:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788874097.305097:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859208192 offset 0 length 520: 4 00000040:00080000:3.0:1788874097.307705:0:22735:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788874097.307969:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1788874097.308124:0:22735:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788874097.308828:0:22743:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788874097.308835:0:22743:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1788874097.309513:0:22735:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788874097.309524:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788874097.309562:0:22735:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788874097.309582:0:22735:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9d02b 00000100:00080000:3.0:1788874097.309593:0:22735:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788874097.309600:0:22735:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d347a76a800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874097.309703:0:22735:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42ed80 x1875769859208320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788874097.309763:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859208320:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1788874097.309814:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859208320 offset 0 length 520: 4 00000100:00080000:3.0:1788874097.309872:0:22735:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1788874097.310142:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874097.310147:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.310149:0:22735:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1788874097.310158:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874097.310161:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.310162:0:22735:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788874097.310164:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788874097.310165:0:22735:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788874097.310167:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874097.310168:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.310169:0:22735:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788874097.310170:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874097.310172:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.310173:0:22735:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788874097.310175:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1788874097.310201:0:22735:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22735:1875769859208448:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788874097.310268:0:22735:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874097.310304:0:22735:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3344092c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.310393:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859208448 00000100:00100000:0.0:1788874097.310399:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859208448 00000100:00100000:0.0:1788874097.310438:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788874097.310565:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+9:22735:x1875769859208448:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788874097.310753:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+9:22735:x1875769859208448:12345-0@lo:502:llog_process_th.0 Request processed in 193us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.310760:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874097.310927:0:22735:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ca80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22735:1875769859208448:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788874097.310960:0:22735:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874097.310964:0:22735:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874097.310965:0:22735:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788874097.310967:0:22735:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:1.0:1788874097.311128:0:22697:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1788874097.311145:0:22697:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788874097.311160:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cfa6 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.311175:0:22697:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb600/0x25c660afb0a9cf9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cfa6 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874097.311190:0:22697:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3470497800 from 1 10000000:01000000:1.0:1788874097.311193:0:22697:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788874097.311355:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.311365:0:22697:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.311374:0:22697:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.311487:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208576:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788874097.311519:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.311572:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.311612:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859208576 00000100:00100000:2.0:1788874097.311616:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859208576 00000100:00100000:2.0:1788874097.311714:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788874097.311720:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+9:22697:x1875769859208576:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874097.311729:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874097.311739:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d032 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.311756:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.311763:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 10 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.311770:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd92000, rc 0) 00000100:00100000:2.0:1788874097.311799:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+10:22697:x1875769859208576:12345-0@lo:101:mount.lustre.0 Request processed in 80us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.311804:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788874097.311863:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208576:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788874097.311875:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.311881:0:22697:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.312351:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208704:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788874097.312521:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.312548:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.312564:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859208704 00000100:00100000:0.0:1788874097.312568:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859208704 00000100:00100000:0.0:1788874097.312618:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788874097.312624:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+10:22697:x1875769859208704:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788874097.312638:0:22711:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788874097.312644:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788874097.312725:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+10:22697:x1875769859208704:12345-0@lo:256:mount.lustre.0 Request processed in 100us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.312733:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788874097.312741:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208704:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788874097.313263:0:22697:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788874097.313289:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.313299:0:22697:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874097.313306:0:22697:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3470497800 from 1 10000000:01000000:1.0:1788874097.313309:0:22697:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788874097.313332:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.313341:0:22697:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.313349:0:22697:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.313364:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208832:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788874097.313406:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.313424:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.313604:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859208832 00000100:00100000:2.0:1788874097.313609:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859208832 00000100:00100000:2.0:1788874097.313655:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788874097.313669:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+10:22697:x1875769859208832:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874097.313679:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874097.313690:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d040 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.313711:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.313721:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.313730:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd92a00, rc 0) 00000100:00100000:2.0:1788874097.313758:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859208832:12345-0@lo:101:mount.lustre.0 Request processed in 91us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.313764:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788874097.314069:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208832:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788874097.314082:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.314090:0:22697:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.314150:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208960:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874097.314176:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.314286:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.314366:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859208960 00000100:00100000:0.0:1788874097.314371:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859208960 00000100:00100000:0.0:1788874097.314519:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788874097.314528:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442dcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859208960:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874097.314795:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442dcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859208960:12345-0@lo:501:mount.lustre.0 Request processed in 268us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.314802:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788874097.314871:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859208960:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874097.314901:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209088:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874097.314941:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.314999:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.315033:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209088 00000100:00100000:2.0:1788874097.315037:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209088 00000100:00100000:2.0:1788874097.315103:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788874097.315112:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859209088:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788874097.315197:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859209088:12345-0@lo:503:mount.lustre.0 Request processed in 87us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.315233:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788874097.315327:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209088:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874097.315802:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22745:1875769859209216:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.315838:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.316084:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a4c70c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874097.316156:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209216 00000100:00100000:3.0:1788874097.316161:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209216 00000100:00100000:3.0:1788874097.316188:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788874097.316196:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+11:22745:x1875769859209216:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788874097.317058:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+11:22745:x1875769859209216:12345-0@lo:502:llog_process_th.0 Request processed in 860us (1218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874097.317067:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788874097.317157:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22745:1875769859209216:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788874097.317186:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874097.317196:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317198:0:22745:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788874097.317232:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3470497800 00000020:00000080:2.0:1788874097.317235:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874097.317251:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874097.317253:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317255:0:22745:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788874097.317257:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874097.317260:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317261:0:22745:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788874097.317264:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3470497800 00000020:00000080:2.0:1788874097.317266:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874097.317323:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874097.317326:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317328:0:22745:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788874097.317330:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874097.317332:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317333:0:22745:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788874097.317336:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3470497800 00000020:00000080:2.0:1788874097.317339:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874097.317356:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874097.317359:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317360:0:22745:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788874097.317362:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874097.317364:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317366:0:22745:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788874097.317369:0:22745:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3470497800 00000020:00000080:2.0:1788874097.317371:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1788874097.317495:0:22745:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22745:1875769859209344:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788874097.317540:0:22745:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874097.317570:0:22745:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867300 going to sleep for 11 seconds 00000100:00100000:3.0:1788874097.317734:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209344 00000100:00100000:3.0:1788874097.317739:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209344 00000100:00100000:3.0:1788874097.317767:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788874097.317780:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+11:22745:x1875769859209344:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788874097.317875:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+11:22745:x1875769859209344:12345-0@lo:502:llog_process_th.0 Request processed in 96us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874097.317882:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788874097.317962:0:22745:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22745:1875769859209344:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788874097.317983:0:22745:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874097.317987:0:22745:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874097.317988:0:22745:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788874097.317992:0:22745:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1788874097.320516:0:22697:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788874097.320554:0:22697:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788874097.320613:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.320627:0:22697:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874097.320694:0:22697:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788874097.320697:0:22697:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d3470497800 10000000:01000000:0.0:1788874097.320700:0:22697:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d3470497800 10000000:01000000:0.0:1788874097.320704:0:22697:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788874097.320710:0:22697:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d3470497800 from 1 10000000:01000000:0.0:1788874097.320712:0:22697:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788874097.320749:0:22697:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.320757:0:22697:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.320768:0:22697:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874097.320795:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209472:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788874097.320858:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874097.320901:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3447152180 going to sleep for 11 seconds 00000100:00100000:3.0:1788874097.322946:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209472 00000100:00100000:3.0:1788874097.322976:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209472 00000100:00100000:3.0:1788874097.323044:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788874097.323056:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859209472:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874097.323076:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874097.323100:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3343ad8c00/0x25c660afb0a9d055 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d04e expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874097.323129:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad8c00/0x25c660afb0a9d055 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d04e expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874097.323141:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3343ad8c00/0x25c660afb0a9d055 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d04e expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874097.323151:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3343ad8c00, rc 0) 00000100:00100000:3.0:1788874097.323252:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:22697:x1875769859209472:12345-0@lo:101:mount.lustre.0 Request processed in 198us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874097.323259:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788874097.325561:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209472:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874097.325593:0:22697:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d055 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.325618:0:22697:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d055 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874097.325717:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209600:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874097.325776:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874097.325814:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3447152180 going to sleep for 11 seconds 00000100:00100000:1.0:1788874097.329536:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209600 00000100:00100000:1.0:1788874097.329550:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209600 00000100:00100000:1.0:1788874097.329617:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788874097.329701:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22697:x1875769859209600:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874097.329915:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22697:x1875769859209600:12345-0@lo:501:mount.lustre.0 Request processed in 288us (4138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.329923:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788874097.330100:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209600:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874097.330150:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209728:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874097.330226:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874097.330259:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3447152180 going to sleep for 11 seconds 00000100:00100000:1.0:1788874097.330841:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209728 00000100:00100000:1.0:1788874097.330847:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209728 00000100:00100000:1.0:1788874097.331148:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788874097.331159:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22697:x1875769859209728:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874097.331297:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22697:x1875769859209728:12345-0@lo:503:mount.lustre.0 Request processed in 141us (1093us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.331305:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788874097.331414:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859209728:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874097.339904:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22749:1875769859209856:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.339998:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.341570:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d90780 going to sleep for 11 seconds 00000100:00100000:2.0:1788874097.343573:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209856 00000100:00100000:2.0:1788874097.343589:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209856 00000100:00100000:2.0:1788874097.343722:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788874097.343733:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:22749:x1875769859209856:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788874097.343897:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:22749:x1875769859209856:12345-0@lo:502:llog_process_th.0 Request processed in 166us (3899us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874097.343904:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788874097.344023:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22749:1875769859209856:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1788874097.349176:0:22749:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1788874097.349196:0:22749:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9d3475d819c0) 00000020:00000080:1.0:1788874097.349527:0:22749:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1788874097.349643:0:22749:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3470497800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788874097.349647:0:22749:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3470497800 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1788874097.349650:0:22749:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3470497800 4 00010000:00080000:1.0:1788874097.349680:0:22749:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d347f4f4800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.202.120@tcp at head 00010000:00010000:1.0:1788874097.356725:0:22749:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1788874097.356913:0:22749:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788874097.356967:0:22749:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788874097.356981:0:22749:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x25c660afb0a9d063 00000100:00080000:1.0:1788874097.356993:0:22749:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788874097.357000:0:22749:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9d347f4f4800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:1.0:1788874097.357037:0:22749:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343a35180 x1875769859209984/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788874097.357055:0:22749:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:0.0:1788874097.357155:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3632:1875769859209984:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788874097.357301:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874097.357428:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859209984 00000100:00100000:0.0:1788874097.357435:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859209984 00000100:00100000:0.0:1788874097.357473:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788874097.357481:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859209984:12345-0@lo:38:llog_process_th.0 00000100:00100000:0.0:1788874097.357538:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859209984:12345-0@lo:38:llog_process_th.0 Request processed in 55us (236us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788874097.357564:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788874097.357572:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347f4f4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788874097.357576:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788874097.357580:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3632:1875769859209984:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788874097.359623:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22749:1875769859210112:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.359711:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.359745:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210112 00000100:00100000:1.0:1788874097.359752:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210112 00000100:00100000:1.0:1788874097.359803:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788874097.359812:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22749:x1875769859210112:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.359929:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22749:x1875769859210112:12345-0@lo:502:llog_process_th.0 Request processed in 117us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.359938:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788874097.360025:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d90240 going to sleep for 11 seconds 00000100:00100000:1.0:1788874097.360044:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22749:1875769859210112:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.360084:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22749:1875769859210240:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.360114:0:22749:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.360135:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210240 00000100:00100000:1.0:1788874097.360139:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210240 00000100:00100000:1.0:1788874097.360160:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788874097.360166:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+12:22749:x1875769859210240:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788874097.360509:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+12:22749:x1875769859210240:12345-0@lo:502:llog_process_th.0 Request processed in 342us (393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.360516:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788874097.360548:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d90240 going to sleep for 11 seconds 00000100:00100000:1.0:1788874097.360559:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37b80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:4254fed6-01aa-4141-aa5c-8cca81572654:22749:1875769859210240:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788874097.360577:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:3.0:1788874097.360838:0:22697:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788874097.360868:0:22697:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788874097.360922:0:22697:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d055 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874097.360934:0:22697:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e24000/0x25c660afb0a9d04e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d055 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788874097.360996:0:22697:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788874097.360998:0:22697:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788874097.361000:0:22697:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874097.361001:0:22697:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874097.361002:0:22697:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874097.361004:0:22697:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874097.361005:0:22697:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788874097.361006:0:22697:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788874097.361008:0:22697:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874097.361010:0:22697:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788874097.361013:0:22697:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:3.0:1788874097.361016:0:22697:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788874097.361017:0:22697:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788874097.361018:0:22697:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874097.361019:0:22697:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874097.361020:0:22697:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874097.361021:0:22697:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874097.361023:0:22697:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788874097.361024:0:22697:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788874097.361025:0:22697:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874097.361026:0:22697:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788874097.361043:0:22697:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788874097.361053:0:22697:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859210368:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788874097.361089:0:22697:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874097.361116:0:22697:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334363d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874097.361131:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210368 00000100:00100000:3.0:1788874097.361136:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210368 00000100:00100000:3.0:1788874097.361164:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788874097.361170:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:22697:x1875769859210368:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788874097.361197:0:22712:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788874097.361226:0:22712:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:0.0:1788874097.362182:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 20000000:01000000:0.0:1788874097.365353:0:22712:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788874097.365374:0:22712:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788874097.365470:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788874097.365476:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788874097.365497:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.365515:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.365524:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.365560:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.365574:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 12 pid: 22710 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874097.365589:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859210496:0@lo:104: 00000100:00100000:2.0:1788874097.365659:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874097.365699:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867780 going to sleep for 11 seconds 00000100:00100000:0.0:1788874097.365801:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210496 00000100:00100000:0.0:1788874097.365808:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210496 00000100:00100000:0.0:1788874097.365860:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788874097.365876:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859210496:12345-0@lo:104: 00010000:00010000:0.0:1788874097.365890:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874097.365947:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788874097.365964:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859210496:12345-0@lo:104: Request processed in 90us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874097.365971:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1788874097.366108:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874097.366115:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366123:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecae00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:1.0:1788874097.366127:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366135:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788874097.366142:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874097.366157:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:1.0:1788874097.366191:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366198:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788874097.366285:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366292:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d032 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d039 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366304:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874097.366306:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874097.366307:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874097.366338:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859210624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788874097.366371:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874097.366435:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210624 00000100:00100000:1.0:1788874097.366451:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210624 00010000:00010000:1.0:1788874097.366471:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 13 pid: 22710 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.366492:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788874097.366498:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254fed6-01aa-4141-aa5c-8cca81572654+13:3633:x1875769859210624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788874097.366509:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788874097.366515:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 13 pid: 22710 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366526:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 13 pid: 22710 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366550:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366558:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1788874097.366572:0:22703:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001096556s 00010000:00010000:1.0:1788874097.366577:0:22703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366584:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366591:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366597:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366603:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874097.366607:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366615:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366624:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874097.366633:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788874097.366662:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254fed6-01aa-4141-aa5c-8cca81572654+13:3633:x1875769859210624:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.366676:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788874097.366708:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859210624:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788874097.366894:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d345fd92000/0x25c660afb0a9d039 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d032 expref: 12 pid: 22710 timeout: 734 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874097.366916:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859210496:0@lo:104: 00010000:00010000:2.0:1788874097.366930:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.366938:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.366945:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874097.366965:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d06a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874097.367523:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+11:22697:x1875769859210368:12345-0@lo:253:mount.lustre.0 Request processed in 6351us (6432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874097.367532:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788874097.367590:0:22697:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:22697:1875769859210368:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1788874097.367601:0:22697:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1788874097.367604:0:22697:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1788874097.367606:0:22697:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788874097.367607:0:22697:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788874097.367608:0:22697:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788874097.367609:0:22697:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788874097.367610:0:22697:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788874097.367611:0:22697:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788874097.367613:0:22697:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788874097.367615:0:22697:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788874097.367616:0:22697:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1788874097.367677:0:22697:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:2.0:1788874097.384930:0:22697:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1788874097.385927:0:22697:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:2.0:1788874097.386008:0:22756:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1788874097.386013:0:22756:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1788874097.386504:0:22757:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788874097.386721:0:22697:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:1.0:1788874097.388006:0:22757:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00080000:0.0:1788874097.388235:0:22758:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9d33435a0700 x1875769859210752/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874097.388248:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000040:01000000:2.0:1788874097.388803:0:22697:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:2.0:1788874097.388830:0:22697:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1788874097.389734:0:22697:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1788874097.389744:0:22697:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1788874097.389785:0:22697:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874097.391748:0:22697:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1788874097.394091:0:22757:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1788874097.394174:0:22757:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:2.0:1788874097.394629:0:22697:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1788874097.394671:0:22697:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:2.0:1788874097.397085:0:22697:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:2.0:1788874097.398983:0:22697:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:2.0:1788874097.400913:0:22697:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:2.0:1788874097.403043:0:22697:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:2.0:1788874097.403085:0:22697:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffbcd18169f988 00100000:10000000:2.0:1788874097.403093:0:22697:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1788874097.404283:0:22697:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1788874097.404299:0:22697:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.120@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1788874097.404319:0:22697:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1788874097.404335:0:22697:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1788874097.405080:0:22697:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788874097.405281:0:22697:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788874098.030863:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874098.414271:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000040:00080000:0.0:1788874098.415177:0:22751:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1788874098.415184:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788874098.420587:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1788874098.420604:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 10000000:01000000:0.0:1788874098.542974:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788874098.542983:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3470497800 from 11 10000000:01000000:0.0:1788874098.542988:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788874098.543037:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874098.543050:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874098.543061:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874098.543087:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859210880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788874098.543173:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874098.543244:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788874098.543327:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210880 00000100:00100000:1.0:1788874098.543334:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210880 00000100:00100000:1.0:1788874098.543383:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788874098.543392:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+11:22714:x1875769859210880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788874098.543404:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874098.543418:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d071 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874098.543439:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874098.543450:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874098.543458:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecbc00, rc 0) 00000100:00100000:1.0:1788874098.543499:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:22714:x1875769859210880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874098.543505:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788874098.543578:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859210880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874098.543591:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874098.543599:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874098.543641:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859211008:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788874098.543667:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874098.543685:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788874098.543729:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859211008 00000100:00100000:1.0:1788874098.543737:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859211008 00000100:00100000:1.0:1788874098.543767:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788874098.543774:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:22714:x1875769859211008:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788874098.543788:0:22712:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788874098.543803:0:22712:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788874098.543806:0:22712:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1788874098.543885:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:22714:x1875769859211008:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 112us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874098.543893:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788874098.544013:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859211008:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788874098.544050:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788874098.544056:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874098.544063:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874099.062420:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874099.438684:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000040:00080000:3.0:1788874099.438974:0:22751:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788874099.438980:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788874099.439132:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:3.0:1788874099.439176:0:22751:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788874099.439588:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00010000:00010000:1.0:1788874100.078657:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874100.462362:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788874101.117488:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874101.489677:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000001:02000400:2.0:1788874101.596977:0:23000:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1788874102.126547:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874102.510339:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1788874102.516865:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859211136:0@lo:400:kworker.0 00000100:00100000:1.0:1788874102.516944:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788874102.517055:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788874102.517061:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788874102.517065:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874102.517071:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:2.0:1788874102.517077:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788874102.517084:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d3448288000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874102.517107:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343807100 x1875769859211264/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874102.517135:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874102.517139:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874102.517142:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874102.517145:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874102.517147:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788874102.517150:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1788874102.517151:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d347f4f4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874102.517156:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9d347f4f4800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874102.517166:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804700 x1875769859211392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788874102.517192:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211264:0@lo:38:kworker.0 00000100:00100000:2.0:1788874102.517249:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874102.517268:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3632:1875769859211392:0@lo:38:kworker.0 00000100:00100000:2.0:1788874102.517294:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874102.517360:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859211264 00000100:00100000:2.0:1788874102.517367:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859211264 00000100:00100000:2.0:1788874102.517409:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788874102.517416:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859211264:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788874102.517435:0:22723:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788874102.517489:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859211264:12345-0@lo:38:kworker.0 Request processed in 71us (239us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788874102.517496:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788874102.517530:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788874102.517539:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788874102.517542:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211264:0@lo:38:kworker.0 00000100:00100000:3.0:1788874102.519163:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859211392 00000100:00100000:3.0:1788874102.519175:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859211392 00000100:00100000:3.0:1788874102.519232:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788874102.519240:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859211392:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788874102.519266:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 639 last 0 00000020:00000080:3.0:1788874102.519312:0:22719:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x25c660afb0a9d07f 00000004:00100000:3.0:1788874102.519330:0:22719:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788874102.519492:0:22719:0:(import.c:65:import_set_state_nolock()) ffff9d3343ace800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874102.519578:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3632:x1875769859211392:12345-0@lo:38:kworker.0 Request processed in 337us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874102.519585:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788874102.519633:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d3343804700 x1875769859211392/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788874112 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788874102.519652:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788874102.519660:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788874102.519665:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788874102.519668:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347f4f4800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788874102.519673:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3632:1875769859211392:0@lo:38:kworker.0 00000100:00100000:0.0:1788874102.522451:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859211136 00000100:00100000:0.0:1788874102.522474:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859211136 00000100:00100000:3.0:1788874102.522830:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788874102.522842:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:3634:x1875769859211136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874102.523021:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:3634:x1875769859211136:12345-0@lo:400:kworker.0 Request processed in 181us (6076us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874102.523029:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788874102.523116:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859211136:0@lo:400:kworker.0 00000020:00000004:0.0:1788874102.617036:0:23052:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788874102.618559:0:23052:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788874103.153710:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874103.540198:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000020:00000004:3.0:1788874103.767947:0:23103:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788874103.768539:0:23103:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788874104.178945:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874104.558413:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788874105.204721:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874105.583329:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788874106.233071:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874106.607272:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:2.0:1788874107.247744:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874107.630715:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874097/real 1788874097] req@ffff9d347f42ed80 x1875769859208320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874107 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874107.630744:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d347f42ed80 x1875769859208320/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874107 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874107.630754:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874097/real 1788874097] req@ffff9d347f42fb80 x1875769859208192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874107 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874107.630765:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d347f42fb80 x1875769859208192/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874107 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874107.630800:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874107.630817:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874107.630821:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859208320:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788874107.630836:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874107.630841:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874107.630844:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859208192:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1788874107.631533:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788874107.631537:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788874107.631540:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874107.631546:0:36:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 639 00000100:00080000:2.0:1788874107.631551:0:36:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788874107.631557:0:36:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d3448288000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874107.631576:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804000 x1875769859211648/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874107.631589:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874107.631592:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788874107.631593:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874107.631596:0:36:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:2.0:1788874107.631599:0:36:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788874107.631602:0:36:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d3344104000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874107.631609:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804700 x1875769859211776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874107.631616:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874107.631619:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874107.631620:0:36:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874107.631623:0:36:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 634 00000100:00080000:2.0:1788874107.631625:0:36:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788874107.631634:0:36:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d347a76a800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874107.631643:0:36:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804e00 x1875769859211904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788874107.631811:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859211520:0@lo:400:kworker.0 00000100:00100000:0.0:1788874107.631937:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874107.631987:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788874107.631992:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859212032:0@lo:400:kworker.0 00000100:00100000:0.0:1788874107.632016:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874107.632087:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000100:00100000:1.0:1788874107.632099:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211648:0@lo:38:kworker.0 00000100:00100000:1.0:1788874107.632131:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874107.632149:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211776:0@lo:8:kworker.0 00000400:00000100:1.0:1788874107.632165:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859211776 offset 0 length 520: 4 00000100:00100000:1.0:1788874107.632174:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211904:0@lo:8:kworker.0 00000400:00000100:1.0:1788874107.632189:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859211904 offset 0 length 520: 4 00000100:00100000:1.0:1788874107.632234:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859211648 00000100:00100000:1.0:1788874107.632240:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859211648 00000100:00100000:1.0:1788874107.632268:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1788874107.632275:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859211648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788874107.632293:0:22723:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788874107.632339:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859211648:12345-0@lo:38:kworker.0 Request processed in 63us (206us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788874107.632346:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:1.0:1788874107.632372:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874107.632375:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874107.632387:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211648:0@lo:38:kworker.0 00000100:00100000:2.0:1788874107.637771:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859211520 00000100:00100000:2.0:1788874107.637786:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859211520 00000100:00100000:2.0:1788874107.637865:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788874107.637877:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+12:3635:x1875769859211520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874107.637963:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+12:3635:x1875769859211520:12345-0@lo:400:kworker.0 Request processed in 89us (6025us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874107.637971:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788874107.640135:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859211520:0@lo:400:kworker.0 00000100:00100000:3.0:1788874107.643503:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212032 00000100:00100000:3.0:1788874107.643524:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212032 00000100:00100000:3.0:1788874107.643604:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788874107.643617:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859212032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874107.643738:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859212032:12345-0@lo:400:kworker.0 Request processed in 123us (11719us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874107.643746:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788874107.643955:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d3343805180 x1875769859212032/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874107.643972:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859212032:0@lo:400:kworker.0 00010000:00010000:3.0:1788874108.271290:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874108.660917:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:0.0:1788874109.299789:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788874109.678939:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788874109.681019:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788874110.320413:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874110.704353:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000020:01000004:3.0:1788874111.277091:0:23448:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788874111.277096:0:23448:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1788874111.277098:0:23448:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788874111.277293:0:23448:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d3343ac8800 00000020:01000004:3.0:1788874111.277362:0:23448:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1788874111.277376:0:23448:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788874111.277392:0:23448:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9d33439b19c0) 00000020:00000080:3.0:1788874111.277408:0:23448:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00010000:00010000:0.0:1788874111.342420:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1788874111.362998:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.367668:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788874111.368443:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788874111.368632:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:1.0:1788874111.368860:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788874111.369279:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:1.0:1788874111.369884:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788874111.370398:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:1.0:1788874111.371088:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:1.0:1788874111.371528:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:1.0:1788874111.373103:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788874111.373815:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788874111.374113:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:1.0:1788874111.374392:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:1.0:1788874111.382431:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.382705:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.383106:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.384119:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.384652:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.385634:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.386038:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.386298:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.387108:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.387397:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.387684:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.387943:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.388338:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.388587:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.388834:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.389135:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.389428:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.389623:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.389828:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.390146:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.390369:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.390795:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.391130:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.391457:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.391688:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.391908:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.392198:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.392557:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.392791:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.393063:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1788874111.393313:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1788874111.393692:0:23448:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00080000:01000000:2.0:1788874111.395019:0:23448:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788874111.395373:0:23448:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1788874111.395386:0:23448:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788874111.395398:0:23448:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x25c660afb0a9d08d 00000020:01000004:2.0:1788874111.395406:0:23448:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788874111.395426:0:23448:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.120@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788874111.395430:0:23448:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.120@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788874111.395435:0:23448:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1788874111.395464:0:23448:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:2.0:1788874111.395469:0:23448:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.120@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1788874111.402583:0:23448:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 0 is initialized 00000020:01000004:2.0:1788874111.402649:0:23448:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.202.120@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1788874111.402655:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1788874111.402656:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788874111.402664:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788874111.402665:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788874111.402666:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788874111.402668:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788874111.402669:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788874111.402670:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788874111.402672:0:23448:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788874111.402676:0:23448:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1788874111.402678:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788874111.402679:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1788874111.402680:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788874111.402681:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788874111.402682:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788874111.402683:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788874111.402684:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788874111.402686:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788874111.402687:0:23448:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1788874111.402721:0:23448:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1788874111.402745:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212160:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788874111.402827:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.402885:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d344829e300 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.403122:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212160 00000100:00100000:3.0:1788874111.403130:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212160 00000100:00100000:3.0:1788874111.403197:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788874111.403232:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:23448:x1875769859212160:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788874111.403266:0:22712:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1788874111.403269:0:22712:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1788874111.403275:0:22712:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:1.0:1788874111.403805:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+12:23448:x1875769859212160:12345-0@lo:253:mount.lustre.0 Request processed in 598us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874111.403814:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788874111.403931:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212160:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788874111.403944:0:23448:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1788874111.403947:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788874111.403949:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1788874111.403950:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874111.403952:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874111.403953:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874111.403954:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874111.403955:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788874111.403957:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874111.403958:0:23448:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788874111.403978:0:23448:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d3343ac8800 from lustre-MDT0001 10000000:01000000:3.0:1788874111.404004:0:23448:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:3.0:1788874111.404008:0:23448:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1788874111.404014:0:23448:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d347a790000 local copy 00010000:00010000:3.0:1788874111.404024:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.404110:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212288:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874111.404147:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.404190:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3452058b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.404351:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212288 00000100:00100000:0.0:1788874111.404358:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212288 00000100:00100000:0.0:1788874111.404395:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788874111.404404:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:23448:x1875769859212288:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874111.404471:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:23448:x1875769859212288:12345-0@lo:501:mount.lustre.0 Request processed in 68us (324us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788874111.404477:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788874111.404704:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212288:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788874111.404719:0:23448:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.120@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788874111.404738:0:23448:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.120@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788874111.404743:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.404763:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874111.404786:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d3343ac8800 10000000:01000000:3.0:1788874111.404791:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788874111.404796:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9d347a790000 10000000:01000000:3.0:1788874111.404799:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1788874111.404803:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9d347a790000 from 1 10000000:01000000:3.0:1788874111.404806:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788874111.404846:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.404854:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.404863:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.404876:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212416:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788874111.404903:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.405116:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3452058b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.408072:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212416 00000100:00100000:0.0:1788874111.408087:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212416 00000100:00100000:3.0:1788874111.409112:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788874111.409130:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+12:23448:x1875769859212416:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874111.409147:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874111.409168:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3343ad9600/0x25c660afb0a9d09b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d094 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.409197:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad9600/0x25c660afb0a9d09b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d094 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.409246:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3343ad9600/0x25c660afb0a9d09b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d094 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.409257:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3343ad9600, rc 0) 00000100:00100000:3.0:1788874111.409344:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+13:23448:x1875769859212416:12345-0@lo:101:mount.lustre.0 Request processed in 220us (4439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.409352:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788874111.409533:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212416:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874111.409553:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d09b expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.409563:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d09b expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874111.409596:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788874111.410396:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d09b expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.410408:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8400/0x25c660afb0a9d094 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d09b expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874111.410419:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9d3343ac8800 10000000:01000000:0.0:1788874111.410426:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788874111.410431:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9d3343ac8800 from 1 10000000:01000000:0.0:1788874111.410434:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788874111.410465:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.410472:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.410480:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874111.410512:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212544:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788874111.410563:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.410605:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f540 going to sleep for 11 seconds 00000100:00100000:2.0:1788874111.410896:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212544 00000100:00100000:2.0:1788874111.410904:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212544 00000100:00100000:2.0:1788874111.410959:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788874111.410968:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+13:23448:x1875769859212544:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874111.410979:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874111.410991:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd93800/0x25c660afb0a9d0a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d0a2 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874111.411011:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd93800/0x25c660afb0a9d0a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d0a2 expref: 14 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874111.411022:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd93800/0x25c660afb0a9d0a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d0a2 expref: 14 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874111.411047:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd93800, rc 0) 00000100:00100000:2.0:1788874111.411086:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+14:23448:x1875769859212544:12345-0@lo:101:mount.lustre.0 Request processed in 119us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.411092:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788874111.412068:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212544:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874111.412091:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d0a9 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.412102:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d0a9 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874111.412135:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788874111.416736:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d0a9 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.416756:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e24c00/0x25c660afb0a9d0a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d0a9 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874111.416765:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:0.0:1788874111.416777:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788874111.416785:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9d3343ac8800 10000000:01000000:0.0:1788874111.416788:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788874111.416792:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:0.0:1788874111.416795:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1788874111.416850:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.416858:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.416870:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874111.416897:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212672:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788874111.417086:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.417243:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f540 going to sleep for 11 seconds 00000100:00100000:2.0:1788874111.421393:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212672 00000100:00100000:2.0:1788874111.421411:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212672 00000100:00100000:3.0:1788874111.421605:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788874111.421616:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+14:23448:x1875769859212672:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874111.421636:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874111.421656:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3343ad8800/0x25c660afb0a9d0b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d0b0 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.421686:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad8800/0x25c660afb0a9d0b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d0b0 expref: 15 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.421697:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3343ad8800/0x25c660afb0a9d0b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d0b0 expref: 15 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.421705:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3343ad8800, rc 0) 00000100:00100000:3.0:1788874111.421796:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859212672:12345-0@lo:101:mount.lustre.0 Request processed in 181us (4710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.421803:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788874111.421903:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212672:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874111.421931:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d0b7 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.421956:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d0b7 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788874111.425953:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:0.0:1788874111.428442:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788874111.440550:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:0.0:1788874111.440613:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:0.0:1788874111.440636:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:0.0:1788874111.440655:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:0.0:1788874111.440670:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:0.0:1788874111.440683:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:0.0:1788874111.440698:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:0.0:1788874111.440712:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:0.0:1788874111.440723:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:0.0:1788874111.440736:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:0.0:1788874111.440749:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:0.0:1788874111.440762:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:0.0:1788874111.440776:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:0.0:1788874111.440789:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:0.0:1788874111.440807:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:0.0:1788874111.440833:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:0.0:1788874111.440849:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:0.0:1788874111.440861:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:0.0:1788874111.440873:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:0.0:1788874111.440888:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:0.0:1788874111.440903:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:0.0:1788874111.440916:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:0.0:1788874111.441276:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:0.0:1788874111.441293:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:0.0:1788874111.441317:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:0.0:1788874111.441334:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:0.0:1788874111.441362:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:0.0:1788874111.441375:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:0.0:1788874111.441389:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:0.0:1788874111.441404:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:0.0:1788874111.441416:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:0.0:1788874111.441429:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:0.0:1788874111.441441:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:0.0:1788874111.441454:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:0.0:1788874111.441466:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:0.0:1788874111.441479:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:0.0:1788874111.441492:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:0.0:1788874111.441504:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:0.0:1788874111.441519:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:0.0:1788874111.441532:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:0.0:1788874111.441544:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:0.0:1788874111.441557:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:0.0:1788874111.441571:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:0.0:1788874111.441582:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:0.0:1788874111.441613:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:0.0:1788874111.441620:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:0.0:1788874111.441734:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874111.441807:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.442183:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874111.443743:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212800 00000100:00100000:1.0:1788874111.443776:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212800 00000100:00100000:1.0:1788874111.444030:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788874111.444042:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859212800:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874111.444295:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859212800:12345-0@lo:501:mount.lustre.0 Request processed in 255us (2486us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874111.444303:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788874111.444692:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212800:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874111.444748:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212928:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874111.444811:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.448035:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874111.449989:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859212928 00000100:00100000:2.0:1788874111.450008:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859212928 00000100:00100000:2.0:1788874111.450342:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788874111.450353:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859212928:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788874111.451550:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859212928:12345-0@lo:503:mount.lustre.0 Request processed in 1193us (6733us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.451562:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788874111.451672:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859212928:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788874111.452650:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788874111.452745:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859213056:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.452803:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.452856:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.453167:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859213056 00000100:00100000:3.0:1788874111.453176:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859213056 00000100:00100000:3.0:1788874111.453253:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788874111.453263:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859213056:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874111.461613:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859213056:12345-0@lo:502:mount.lustre.0 Request processed in 8342us (8800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.461629:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788874111.461893:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859213056:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788874111.462161:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788874111.462194:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:0.0:1788874111.462237:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:0.0:1788874111.462254:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:0.0:1788874111.462266:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:0.0:1788874111.462278:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:0.0:1788874111.462292:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:0.0:1788874111.462304:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:0.0:1788874111.462330:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:0.0:1788874111.462342:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:0.0:1788874111.462357:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:0.0:1788874111.462369:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:0.0:1788874111.462383:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:0.0:1788874111.462395:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:0.0:1788874111.462408:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:0.0:1788874111.462422:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:0.0:1788874111.462433:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:0.0:1788874111.462446:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:0.0:1788874111.462458:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:0.0:1788874111.462471:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:0.0:1788874111.462484:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:0.0:1788874111.462496:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:0.0:1788874111.462509:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:0.0:1788874111.462522:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:0.0:1788874111.462533:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:0.0:1788874111.462545:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:0.0:1788874111.462556:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:0.0:1788874111.462582:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:0.0:1788874111.462595:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:0.0:1788874111.462608:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:0.0:1788874111.462621:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:0.0:1788874111.462634:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:0.0:1788874111.462648:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:0.0:1788874111.462662:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:0.0:1788874111.462676:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:0.0:1788874111.462690:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:0.0:1788874111.462703:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:0.0:1788874111.462716:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:0.0:1788874111.462730:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:0.0:1788874111.462745:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:0.0:1788874111.462758:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:0.0:1788874111.462773:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:0.0:1788874111.462787:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:0.0:1788874111.462800:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:0.0:1788874111.462855:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859213184:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.462921:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.462981:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.463250:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859213184 00000100:00100000:3.0:1788874111.463257:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859213184 00000100:00100000:3.0:1788874111.463316:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788874111.463325:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859213184:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874111.463448:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859213184:12345-0@lo:502:mount.lustre.0 Request processed in 122us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.463456:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1788874111.463554:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859213184:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788874111.463610:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1788874111.463619:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:1.0:1788874111.468283:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874111.468301:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.468303:0:23452:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788874111.468320:0:23452:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:1.0:1788874111.468324:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788874111.468339:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9d3475d80000) 00000020:00000080:1.0:1788874111.468363:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:1.0:1788874111.468371:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1788874111.468476:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788874111.468484:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x25c660afb0a9d0c5 00000020:00000080:1.0:1788874111.468719:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:1.0:1788874111.468723:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874111.468727:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.468729:0:23452:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:1.0:1788874111.468732:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874111.468735:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.468736:0:23452:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:1.0:1788874111.468739:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788874111.468746:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9d34584a8000) 00000020:00000080:1.0:1788874111.468756:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:1.0:1788874111.468761:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1788874111.468768:0:23452:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:1.0:1788874111.468771:0:23452:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:1.0:1788874111.468777:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788874111.468834:0:23452:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3343ac8800 from lustre-MDT0001, refs=2 00000020:00000080:1.0:1788874111.468848:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9d34584a99c0) 00000020:00000080:1.0:1788874111.468858:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:1.0:1788874111.468937:0:23452:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1788874111.468943:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d0da 00000020:00000080:1.0:1788874111.469035:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:1.0:1788874111.469042:0:23452:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1788874111.469046:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x25c660afb0a9d0e1 00080000:01000000:1.0:1788874111.469052:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #2 00000020:00000080:1.0:1788874111.469055:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x25c660afb0a9d0e8 00010000:00010000:3.0:1788874111.560722:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788874111.561284:0:23452:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788874111.561808:0:23452:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788874111.563192:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1788874111.563225:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874111.563232:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.563235:0:23452:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1788874111.563239:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874111.563246:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.563248:0:23452:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1788874111.563251:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788874111.563257:0:23452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:00000080:1.0:1788874111.563286:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788874111.563301:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9d34584acd40) 00000020:00000080:1.0:1788874111.563487:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1788874111.563609:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788874111.563689:0:23452:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1788874111.563697:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #3 00000020:00000080:1.0:1788874111.563705:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x25c660afb0a9d0f6 00010000:00080000:1.0:1788874111.563749:0:23452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3341eae000@lustre-MDT0000-osp-MDT0001: add connection 192.168.202.120@tcp at head 00010000:00010000:1.0:1788874111.567952:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:2.0:1788874111.593748:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788874111.593764:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:2.0:1788874111.593807:0:23452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788874111.593844:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d0fd 00000100:00080000:2.0:1788874111.593856:0:23452:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788874111.593862:0:23452:0:(import.c:665:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9d3341eae000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874111.593933:0:23452:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804a80 x1875769859213312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788874111.593993:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859213312:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788874111.594076:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.594168:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859213312 00000100:00100000:3.0:1788874111.594176:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859213312 00000100:00100000:3.0:1788874111.594244:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788874111.594253:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859213312:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788874111.594288:0:22723:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 648 last 0 00000020:00000080:3.0:1788874111.594334:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d104 00000004:00100000:3.0:1788874111.594352:0:22723:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788874111.594358:0:22723:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788874111.594693:0:23452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:2.0:1788874111.594803:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874111.594809:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.594811:0:23452:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:2.0:1788874111.594824:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788874111.594833:0:23452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:2.0:1788874111.594835:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874111.594837:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874111.594839:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788874111.594841:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.594843:0:23452:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788874111.594846:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874111.594850:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.594852:0:23452:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:2.0:1788874111.594855:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1788874111.594894:0:23452:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1788874111.594909:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874111.594912:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.594914:0:23452:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:2.0:1788874111.594916:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788874111.594918:0:23452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:2.0:1788874111.594919:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874111.594921:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874111.594922:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788874111.594924:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.594926:0:23452:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788874111.594928:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788874111.594931:0:23452:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788874111.594934:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.594935:0:23452:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:2.0:1788874111.594938:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788874111.594941:0:23452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1788874111.594961:0:23452:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788874111.594963:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788874111.594976:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9d347a8cb380) 00000020:00000080:2.0:1788874111.594988:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:2.0:1788874111.594993:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788874111.595055:0:23452:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:2.0:1788874111.595061:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #4 00000020:00000080:2.0:1788874111.595070:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x25c660afb0a9d112 00010000:00080000:2.0:1788874111.595097:0:23452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3341eaf000@lustre-OST0000-osc-MDT0001: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1788874111.595324:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000100:00080000:3.0:1788874111.597791:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788874111.597800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788874111.597804:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788874111.597812:0:38:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 644 00000100:00080000:3.0:1788874111.597848:0:38:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1788874111.597857:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d3448288000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874111.597899:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42d500 x1875769859213440/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788874111.598285:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859213440:0@lo:38:kworker.0 00000100:00100000:1.0:1788874111.598351:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.599733:0:22722:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:2.0:1788874111.599748:0:22722:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1788874111.600057:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859213440 00000100:00100000:1.0:1788874111.600067:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859213440 00000100:00100000:2.0:1788874111.600259:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788874111.600267:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3632:x1875769859213440:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1788874111.600354:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3632:x1875769859213440:12345-0@lo:38:kworker.0 Request processed in 86us (2003us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788874111.600361:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788874111.602710:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788874111.602724:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874111.602736:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1788874111.602740:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859213440:0@lo:38:kworker.0 00000100:00080000:3.0:1788874111.602900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788874111.602905:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788874111.602908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788874111.602911:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788874111.603079:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788874111.603095:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875769859213568:0@lo:400:kworker.0 00000100:00100000:1.0:1788874111.603161:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.604154:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859213568 00000100:00100000:3.0:1788874111.604164:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859213568 00000100:00100000:3.0:1788874111.604261:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788874111.604273:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875769859213568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874111.604632:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875769859213568:12345-0@lo:400:kworker.0 Request processed in 362us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.604640:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788874111.604764:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d347f42f100 x1875769859213568/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874127 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874111.604779:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875769859213568:0@lo:400:kworker.0 00000040:01000000:1.0:1788874111.605478:0:23452:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00080000:0.0:1788874111.607244:0:22723:0:(import.c:65:import_set_state_nolock()) ffff9d33438f0000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874111.607403:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3632:x1875769859213312:12345-0@lo:38:llog_process_th.0 Request processed in 13147us (13324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.607604:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788874111.607738:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788874111.607748:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788874111.607756:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1788874111.607761:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1788874111.607763:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3341eae000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1788874111.607773:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859213312:0@lo:38:llog_process_th.0 00000040:01000000:1.0:1788874111.607855:0:23452:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00100000:0.0:1788874111.608394:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788874111.608407:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859213696:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874111.609073:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.610058:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859213696 00000100:00100000:0.0:1788874111.610068:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859213696 00000100:00100000:0.0:1788874111.610120:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788874111.610130:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3633:x1875769859213696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788874111.610174:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788874111.610254:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3633:x1875769859213696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.610262:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788874111.611402:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859213696:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788874111.613763:0:23452:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788874111.614168:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788874111.614362:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:1.0:1788874111.622769:0:23458:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788874111.622778:0:23458:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:2.0:1788874111.636721:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788874111.636739:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788874111.636786:0:23452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:2.0:1788874111.636807:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d119 00000100:00080000:2.0:1788874111.636828:0:23452:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788874111.636835:0:23452:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d3341eaf000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874111.636872:0:23452:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343805c00 x1875769859213824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874111.636900:0:23452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00100000:1.0:1788874111.637028:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859213824:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788874111.637099:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859213824 offset 0 length 520: 4 00000020:01000000:2.0:1788874111.637107:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874111.637110:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.637112:0:23452:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:2.0:1788874111.637115:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788874111.637117:0:23452:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:2.0:1788874111.637118:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874111.637120:0:23452:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788874111.637121:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788874111.637123:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.637124:0:23452:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788874111.637126:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788874111.637135:0:23452:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:2.0:1788874111.637139:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874111.637140:0:23452:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:2.0:1788874111.637143:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1788874111.637147:0:23452:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.202.120@tcp to nid 0x20000c0a8ca78 (192.168.202.120@tcp) 00000020:01000000:2.0:1788874111.637168:0:23452:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:2.0:1788874111.637171:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788874111.637183:0:23452:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9d347a8c99c0) 00000020:00000080:2.0:1788874111.637195:0:23452:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:2.0:1788874111.637200:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1788874111.637389:0:23452:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00000100:00080000:3.0:1788874111.637393:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00080000:01000000:2.0:1788874111.637396:0:23452:0:(osd_handler.c:8924:osd_obd_connect()) connect #5 00000100:00080000:3.0:1788874111.637397:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788874111.637400:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788874111.637403:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000080:2.0:1788874111.637404:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x25c660afb0a9d127 00010000:00080000:2.0:1788874111.637433:0:23452:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3475ce6000@lustre-OST0001-osc-MDT0001: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1788874111.637634:0:23452:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:2.0:1788874111.637778:0:23452:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:2.0:1788874111.637795:0:23452:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:2.0:1788874111.645027:0:23452:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874111.645335:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788874111.645484:0:23452:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1788874111.647276:0:23460:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788874111.647286:0:23460:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788874111.650437:0:23452:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788874111.650452:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788874111.650495:0:23452:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788874111.650517:0:23452:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d12e 00000100:00080000:1.0:1788874111.650527:0:23452:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788874111.650532:0:23452:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:1.0:1788874111.650569:0:23452:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343a34380 x1875769859213952/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788874111.650599:0:23452:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788874111.650654:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874111.650658:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.650660:0:23452:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788874111.650663:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874111.650667:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.650668:0:23452:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788874111.650670:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788874111.650672:0:23452:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788874111.650674:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874111.650676:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.650678:0:23452:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788874111.650679:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874111.650681:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.650683:0:23452:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788874111.650686:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788874111.650720:0:23452:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874111.650723:0:23452:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874111.650724:0:23452:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788874111.650737:0:23452:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00080000:3.0:1788874111.650971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788874111.650976:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788874111.650979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788874111.650982:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:3.0:1788874111.651007:0:23448:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:3.0:1788874111.651036:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788874111.651057:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d0b7 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651067:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e24200/0x25c660afb0a9d0b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d0b7 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874111.651075:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3343ac8800 from 1 10000000:01000000:3.0:1788874111.651077:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788874111.651102:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651109:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651121:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.651138:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214080:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788874111.651230:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.651271:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867480 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.651293:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214080 00000100:00100000:3.0:1788874111.651299:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214080 00000100:00100000:3.0:1788874111.651352:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788874111.651361:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+15:23448:x1875769859214080:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874111.651374:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874111.651387:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d135 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651418:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 16 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651428:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 16 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651437:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3343ad9c00, rc 0) 00000100:00100000:3.0:1788874111.651476:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+16:23448:x1875769859214080:12345-0@lo:101:mount.lustre.0 Request processed in 116us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.651483:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788874111.651532:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214080:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874111.651545:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.651554:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.652050:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214208:0@lo:256:mount.lustre.0 00000100:00100000:3.0:1788874111.652085:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.652103:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867480 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.652258:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214208 00000100:00100000:0.0:1788874111.652264:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214208 00000100:00100000:0.0:1788874111.652313:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788874111.652322:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+16:23448:x1875769859214208:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1788874111.652337:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1788874111.652353:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788874111.652357:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1788874111.652434:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+16:23448:x1875769859214208:12345-0@lo:256:mount.lustre.0 Request processed in 113us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.652441:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788874111.653036:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859213952:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1788874111.653089:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859213952 offset 0 length 520: 4 00000100:00100000:3.0:1788874111.653231:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214208:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1788874111.653900:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788874111.653921:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.653932:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874111.653949:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3343ac8800 from 1 10000000:01000000:3.0:1788874111.653952:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788874111.653984:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.653993:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.654002:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.654025:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214336:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788874111.654066:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.654107:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867480 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.654548:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214336 00000100:00100000:0.0:1788874111.654556:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214336 00000100:00100000:0.0:1788874111.654610:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788874111.654620:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+16:23448:x1875769859214336:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874111.654632:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874111.654645:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d143 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.654667:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.654677:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.654693:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e25a00, rc 0) 00000100:00100000:0.0:1788874111.654738:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214336:12345-0@lo:101:mount.lustre.0 Request processed in 120us (672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.654745:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788874111.655102:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214336:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874111.655117:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.655125:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788874111.657769:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1788874111.658287:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788874111.658537:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788874111.658563:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1788874111.658581:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1788874111.658596:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1788874111.658628:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1788874111.658666:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1788874111.658679:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1788874111.658691:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1788874111.658704:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788874111.658718:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1788874111.658733:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1788874111.658752:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1788874111.658758:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1788874111.658851:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214464:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874111.658915:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.658973:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342753f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.659195:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214464 00000100:00100000:0.0:1788874111.659223:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214464 00000100:00100000:0.0:1788874111.659281:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788874111.659292:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214464:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874111.659426:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214464:12345-0@lo:501:mount.lustre.0 Request processed in 136us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.659434:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1788874111.659615:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214464:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874111.659666:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214592:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874111.659708:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874111.659739:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3459ebbcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874111.659852:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214592 00000100:00100000:2.0:1788874111.659858:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214592 00000100:00100000:2.0:1788874111.659900:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788874111.659908:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214592:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788874111.659989:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214592:12345-0@lo:503:mount.lustre.0 Request processed in 82us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.660002:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788874111.660486:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214592:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788874111.660871:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788874111.660933:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214720:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874111.660974:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874111.661010:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342b82cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874111.661105:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214720 00000100:00100000:2.0:1788874111.661110:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214720 00000100:00100000:2.0:1788874111.661143:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1788874111.661150:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214720:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788874111.661247:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214720:12345-0@lo:502:mount.lustre.0 Request processed in 97us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.661255:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1788874111.661455:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214720:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788874111.661603:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1788874111.661624:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:1.0:1788874111.661636:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:1.0:1788874111.661761:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:1.0:1788874111.661772:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:1.0:1788874111.661784:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:1.0:1788874111.661795:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:1.0:1788874111.661807:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:1.0:1788874111.661835:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1788874111.661850:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:1.0:1788874111.661874:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:1.0:1788874111.661905:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214848:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874111.661938:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874111.661968:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342b82cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.662177:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214848 00000100:00100000:0.0:1788874111.662181:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214848 00000100:00100000:0.0:1788874111.662233:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788874111.662240:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214848:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.662334:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214848:12345-0@lo:502:mount.lustre.0 Request processed in 95us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.662341:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1788874111.662509:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214848:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788874111.662546:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:1.0:1788874111.662559:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788874111.664965:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874111.664980:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.664983:0:23462:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788874111.664991:0:23462:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3343ac8800 00000020:00000080:3.0:1788874111.664994:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788874111.665002:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874111.665005:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.665006:0:23462:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788874111.665008:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874111.665011:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.665012:0:23462:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788874111.665015:0:23462:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3343ac8800 00000020:00000080:3.0:1788874111.665017:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788874111.665147:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874111.665151:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.665152:0:23462:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788874111.665155:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874111.665157:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.665158:0:23462:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788874111.665162:0:23462:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3343ac8800 00000020:00000080:3.0:1788874111.665164:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788874111.667732:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874111.667745:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.667747:0:23462:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788874111.667752:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788874111.667756:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.667757:0:23462:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788874111.667762:0:23462:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3343ac8800 00000020:00000080:3.0:1788874111.667765:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788874111.667835:0:23462:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788874111.667839:0:23462:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874111.667840:0:23462:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788874111.667844:0:23462:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:1.0:1788874111.674442:0:23448:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1788874111.674606:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788874111.674633:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.674754:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874111.674848:0:23448:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1788874111.674852:0:23448:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d3343ac8800 10000000:01000000:1.0:1788874111.674855:0:23448:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d3343ac8800 10000000:01000000:1.0:1788874111.674859:0:23448:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788874111.674866:0:23448:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d3343ac8800 from 1 10000000:01000000:1.0:1788874111.674868:0:23448:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788874111.674905:0:23448:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.674913:0:23448:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.674924:0:23448:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874111.674950:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214976:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788874111.675018:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874111.676582:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342b82840 going to sleep for 11 seconds 00000100:00100000:2.0:1788874111.687913:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859214976 00000100:00100000:2.0:1788874111.687931:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859214976 00000100:00100000:2.0:1788874111.688001:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788874111.688012:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+17:23448:x1875769859214976:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874111.688028:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874111.688049:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd92e00/0x25c660afb0a9d158 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d151 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874111.688077:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd92e00/0x25c660afb0a9d158 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d151 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874111.688089:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd92e00/0x25c660afb0a9d158 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d151 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874111.688097:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd92e00, rc 0) 00000100:00100000:2.0:1788874111.688178:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859214976:12345-0@lo:101:mount.lustre.0 Request processed in 167us (13159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.688184:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1788874111.689747:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859214976:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788874111.689773:0:23448:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d158 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.689798:0:23448:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d158 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788874111.694450:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:1.0:1788874111.694978:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788874111.695190:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:1.0:1788874111.697599:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:1.0:1788874111.697626:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:1.0:1788874111.697758:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:1.0:1788874111.697780:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:1.0:1788874111.697793:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:1.0:1788874111.697807:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:1.0:1788874111.697854:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:1.0:1788874111.697870:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:1.0:1788874111.697884:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:1.0:1788874111.697897:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:1.0:1788874111.697912:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:1.0:1788874111.697925:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:1.0:1788874111.697939:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:1.0:1788874111.697975:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:1.0:1788874111.697991:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:1.0:1788874111.698004:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:1.0:1788874111.698018:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:1.0:1788874111.698032:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:1.0:1788874111.698046:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:1.0:1788874111.698060:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:1.0:1788874111.698073:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:1.0:1788874111.698085:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:1.0:1788874111.698098:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:1.0:1788874111.698111:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:1.0:1788874111.698135:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:1.0:1788874111.698149:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:1.0:1788874111.698162:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:1.0:1788874111.698176:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:1.0:1788874111.698189:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:1.0:1788874111.700455:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:1.0:1788874111.700487:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:1.0:1788874111.701430:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:1.0:1788874111.701450:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:1.0:1788874111.701463:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:1.0:1788874111.701476:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:1.0:1788874111.701488:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:1.0:1788874111.703090:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:1.0:1788874111.703139:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:1.0:1788874111.703154:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:1.0:1788874111.703169:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:1.0:1788874111.703185:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:1.0:1788874111.703199:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:1.0:1788874111.703233:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:1.0:1788874111.703249:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:1.0:1788874111.703262:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:1.0:1788874111.703301:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:1.0:1788874111.705974:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:1.0:1788874111.706177:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:1.0:1788874111.706199:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:1.0:1788874111.706240:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:1.0:1788874111.706246:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:1.0:1788874111.710495:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215104:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874111.710576:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874111.713676:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342b82900 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.721412:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215104 00000100:00100000:0.0:1788874111.721426:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215104 00000100:00100000:0.0:1788874111.721488:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788874111.721511:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215104:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874111.721693:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215104:12345-0@lo:501:mount.lustre.0 Request processed in 184us (11116us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.721701:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788874111.721792:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215104:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874111.721857:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215232:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874111.721907:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.721938:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.721954:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215232 00000100:00100000:0.0:1788874111.721957:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215232 00000100:00100000:0.0:1788874111.721979:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788874111.721985:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215232:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874111.722062:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215232:12345-0@lo:503:mount.lustre.0 Request processed in 76us (155us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.722069:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788874111.722104:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215232:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788874111.722521:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788874111.722598:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215360:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.722634:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.722651:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.722668:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215360 00000100:00100000:0.0:1788874111.722672:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215360 00000100:00100000:0.0:1788874111.722695:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788874111.722701:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215360:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.722781:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215360:12345-0@lo:502:mount.lustre.0 Request processed in 79us (146us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.722788:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788874111.722843:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215360:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788874111.723000:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:0.0:1788874111.723032:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:0.0:1788874111.723044:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:0.0:1788874111.723055:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:0.0:1788874111.723067:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:0.0:1788874111.723078:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:0.0:1788874111.723091:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:0.0:1788874111.723105:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:0.0:1788874111.723119:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:0.0:1788874111.723132:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:0.0:1788874111.723144:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:0.0:1788874111.723156:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:0.0:1788874111.723167:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:0.0:1788874111.723179:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:0.0:1788874111.723191:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:0.0:1788874111.723241:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:0.0:1788874111.723257:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:0.0:1788874111.723269:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:0.0:1788874111.723283:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:0.0:1788874111.723296:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:0.0:1788874111.723308:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:0.0:1788874111.723320:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:0.0:1788874111.723333:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:0.0:1788874111.723347:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:0.0:1788874111.723359:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:0.0:1788874111.723369:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:0.0:1788874111.723381:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:0.0:1788874111.723393:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:0.0:1788874111.723405:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:0.0:1788874111.723416:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:0.0:1788874111.723426:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:0.0:1788874111.723450:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:0.0:1788874111.723463:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:0.0:1788874111.723474:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:0.0:1788874111.723494:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:0.0:1788874111.723505:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:0.0:1788874111.723517:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:0.0:1788874111.723529:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:0.0:1788874111.723540:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:0.0:1788874111.723550:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:0.0:1788874111.723562:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:0.0:1788874111.723572:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:0.0:1788874111.723583:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:0.0:1788874111.723596:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:0.0:1788874111.723607:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:0.0:1788874111.723620:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:0.0:1788874111.723630:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:0.0:1788874111.723653:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:0.0:1788874111.723688:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215488:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.723741:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.723762:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.723803:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215488 00000100:00100000:0.0:1788874111.723808:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215488 00000100:00100000:0.0:1788874111.723851:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788874111.723858:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215488:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.723946:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215488:12345-0@lo:502:mount.lustre.0 Request processed in 88us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.723954:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788874111.724002:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215488:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788874111.724137:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:0.0:1788874111.724158:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:0.0:1788874111.724176:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215616:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.724237:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.724251:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840ab40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.724264:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215616 00000100:00100000:0.0:1788874111.724269:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215616 00000100:00100000:0.0:1788874111.724291:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788874111.724296:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215616:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874111.724367:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215616:12345-0@lo:502:mount.lustre.0 Request processed in 69us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.724373:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788874111.724410:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215616:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788874111.724442:0:23448:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1788874111.724449:0:23448:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000100:00100000:3.0:1788874111.729824:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000020:01000004:3.0:1788874111.738896:0:23468:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1788874111.738915:0:23468:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9d33439b3380) 00000020:00000080:3.0:1788874111.738938:0:23468:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1788874111.739019:0:23468:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3343ac8800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788874111.739023:0:23468:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3343ac8800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788874111.739025:0:23468:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3343ac8800 3 00010000:00080000:3.0:1788874111.739056:0:23468:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d347a75a000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1788874111.745794:0:23468:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1788874111.746024:0:23468:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1788874111.746066:0:23468:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788874111.746078:0:23468:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x25c660afb0a9d166 00000100:00080000:3.0:1788874111.746089:0:23468:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788874111.746095:0:23468:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9d347a75a000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874111.746130:0:23468:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42c380 x1875769859215744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788874111.746151:0:23468:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1788874111.747193:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3632:1875769859215744:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788874111.747312:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.747380:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215744 00000100:00100000:2.0:1788874111.747387:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215744 00000100:00100000:2.0:1788874111.747419:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788874111.747426:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859215744:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788874111.747448:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 648 last 0 00000020:00000080:2.0:1788874111.747474:0:22719:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x25c660afb0a9d16d 00000004:00100000:2.0:1788874111.747488:0:22719:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788874111.747737:0:22719:0:(import.c:65:import_set_state_nolock()) ffff9d3342b96800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788874111.747785:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3632:x1875769859215744:12345-0@lo:38:llog_process_th.0 Request processed in 358us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.747794:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1788874111.747836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874111.747841:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874111.747844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874111.747847:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:2.0:1788874111.747879:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d347f42c380 x1875769859215744/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788874121 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874111.747890:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788874111.747897:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788874111.747902:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788874111.747906:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788874111.747909:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a75a000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788874111.747914:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3632:1875769859215744:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788874111.749426:0:23468:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:0.0:1788874111.749628:0:23448:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1788874111.749670:0:23448:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788874111.755468:0:23448:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d158 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.755489:0:23448:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475eca200/0x25c660afb0a9d151 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d158 expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1788874111.755633:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1788874111.755635:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788874111.755943:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788874111.755945:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788874111.755946:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788874111.755948:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788874111.755949:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788874111.755951:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788874111.755952:0:23448:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788874111.755957:0:23448:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:0.0:1788874111.755966:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788874111.755967:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788874111.755968:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788874111.755968:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788874111.755969:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788874111.755970:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788874111.755971:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788874111.755972:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788874111.755973:0:23448:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1788874111.756000:0:23448:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:0.0:1788874111.756024:0:23448:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215872:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788874111.756097:0:23448:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.756139:0:23448:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840a480 going to sleep for 11 seconds 00000100:00100000:0.0:1788874111.756182:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859215872 00000100:00100000:0.0:1788874111.756189:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859215872 00000100:00100000:0.0:1788874111.758378:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788874111.758394:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215872:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788874111.758431:0:22711:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788874111.758446:0:22711:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:3.0:1788874111.762972:0:22698:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:1.0:1788874111.763469:0:22711:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1788874111.763487:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:3.0:1788874111.763790:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788874111.763795:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788874111.763826:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.763847:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.763854:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.763862:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.763902:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.763918:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 18 pid: 22712 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.763934:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859216000:0@lo:104: 00000100:00100000:3.0:1788874111.763999:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788874111.764057:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.764066:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 18 pid: 22710 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.764074:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859216128:0@lo:104: 00000100:00100000:3.0:1788874111.764096:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874111.764114:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342753cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.764153:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216000 00000100:00100000:3.0:1788874111.764162:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216000 00000100:00100000:1.0:1788874111.764991:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216128 00000100:00100000:1.0:1788874111.765001:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216128 00000100:00100000:1.0:1788874111.765031:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788874111.765041:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+4:22733:x1875769859216128:12345-0@lo:104: 00010000:00010000:1.0:1788874111.765057:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.765148:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788874111.765154:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+4:22733:x1875769859216128:12345-0@lo:104: Request processed in 116us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874111.765161:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:1.0:1788874111.765180:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874111.765186:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.765194:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e24a00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:1.0:1788874111.765197:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874111.765492:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788874111.765502:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859216000:12345-0@lo:104: 00010000:00010000:3.0:1788874111.765512:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874111.765554:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788874111.765559:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859216000:12345-0@lo:104: Request processed in 60us (1561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.765564:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:3.0:1788874111.765591:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874111.766278:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788874111.766287:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874111.766292:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00000100:00100000:0.0:1788874111.768898:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:23448:x1875769859215872:12345-0@lo:253:mount.lustre.0 Request processed in 10502us (12795us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.768912:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788874111.768979:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859216000:0@lo:104: 00000100:00100000:0.0:1788874111.768990:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859216128:0@lo:104: 00010000:00010000:0.0:1788874111.769013:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874111.769060:0:23448:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:23448:1875769859215872:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788874111.769072:0:23448:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1788874111.769075:0:23448:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788874111.769086:0:23448:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788874111.769088:0:23448:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788874111.769089:0:23448:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788874111.769090:0:23448:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788874111.769091:0:23448:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788874111.769092:0:23448:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788874111.769094:0:23448:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788874111.769095:0:23448:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1788874111.769105:0:23448:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1788874111.769547:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.769556:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788874111.769599:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.769607:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d071 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d078 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874111.769622:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874111.769624:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874111.769626:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874111.770197:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859216256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874111.770280:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788874111.771893:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874111.771898:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874111.771901:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874111.771940:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.771952:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9800 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874111.771956:0:22707:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.771966:0:22707:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874111.771974:0:22707:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874111.771980:0:22707:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788874111.772083:0:22707:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772091:0:22707:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874111.772104:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772111:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9800/0x25c660afb0a9d135 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d13c expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772127:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874111.772136:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874111.772137:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874111.772265:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874111.772278:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859216384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874111.772347:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874111.772571:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216256 00000100:00100000:0.0:1788874111.772580:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216256 00010000:00010000:0.0:1788874111.772611:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 18 pid: 22710 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874111.772649:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216384 00000100:00100000:0.0:1788874111.772652:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216384 00010000:00010000:0.0:1788874111.772663:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 19 pid: 22712 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874111.772676:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788874111.772683:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+19:3635:x1875769859216256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874111.772697:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874111.772702:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 19 pid: 22710 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772713:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 19 pid: 22710 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772725:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475ecbc00/0x25c660afb0a9d078 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d071 expref: 19 pid: 22710 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772739:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874111.772777:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+18:3635:x1875769859216256:12345-0@lo:103:ldlm_bl.0 Request processed in 94us (2497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.772784:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788874111.772800:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788874111.772806:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+17:3635:x1875769859216384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874111.772834:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874111.772839:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 17 pid: 22712 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772847:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 17 pid: 22712 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772856:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3343ad9c00/0x25c660afb0a9d13c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d135 expref: 17 pid: 22712 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772867:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772875:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788874111.772890:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.009095444s 00010000:00010000:0.0:1788874111.772895:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772903:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772909:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772917:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772923:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874111.772927:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772943:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772957:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.772968:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874111.772990:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+16:3635:x1875769859216384:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874111.772996:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788874111.773031:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859216384:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874111.773040:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859216256:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874111.773069:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.773078:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874111.773083:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3343ad8000/0x25c660afb0a9d174 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:01000000:0.0:1788874111.785771:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:3.0:1788874111.785894:0:23474:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:3.0:1788874111.785898:0:23474:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1788874111.786480:0:23475:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788874111.786873:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788874111.787128:0:23475:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:1.0:1788874111.787961:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:1.0:1788874111.788001:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788874111.788772:0:23476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23476:1875769859216512:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.788863:0:23476:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.788897:0:23476:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.788981:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216512 00000100:00100000:3.0:1788874111.788989:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216512 00000100:00100000:3.0:1788874111.789040:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788874111.789049:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23476:x1875769859216512:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788874111.789142:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23476:x1875769859216512:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 94us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.789149:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788874111.789476:0:23476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23476:1875769859216512:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1788874111.789513:0:23476:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788874111.789542:0:23476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23476:1875769859216640:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.789571:0:23476:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.789592:0:23476:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d8acc0 going to sleep for 11 seconds 00000004:00000080:1.0:1788874111.790547:0:23448:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1788874111.790565:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000100:00100000:3.0:1788874111.790760:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216640 00000100:00100000:3.0:1788874111.790779:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216640 00000100:00100000:3.0:1788874111.790834:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788874111.790843:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23476:x1875769859216640:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788874111.790991:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:23476:x1875769859216640:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 149us (1419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.790999:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788874111.791127:0:23476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23476:1875769859216640:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.791197:0:23476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23476:1875769859216768:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.791251:0:23476:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.791287:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216768 00000100:00100000:2.0:1788874111.791291:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216768 00000040:00080000:1.0:1788874111.791442:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788874111.791787:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788874111.791797:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23476:x1875769859216768:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.791847:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23476:x1875769859216768:12345-0@lo:900:lod0001_rec0000.0 Request processed in 52us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874111.791854:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788874111.791875:0:23476:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d8a9c0 going to sleep for 11 seconds 00010000:00080000:2.0:1788874111.791892:0:23476:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9d3343806a00 x1875769859216768/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788874127 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874111.791918:0:23476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23476:1875769859216768:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.791968:0:23476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23476:1875769859216896:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788874111.791999:0:23476:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874111.792022:0:23476:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d8acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874111.793838:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859216896 00000100:00100000:3.0:1788874111.793852:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859216896 00000100:00100000:3.0:1788874111.793916:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788874111.793926:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23476:x1875769859216896:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788874111.794040:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23476:x1875769859216896:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 115us (2039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874111.794047:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000040:00080000:1.0:1788874111.795249:0:23448:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:2.0:1788874111.795466:0:23476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806a00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23476:1875769859216896:0@lo:1000:lod0001_rec0000.0 00000040:00080000:2.0:1788874111.795538:0:23476:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788874111.800844:0:23448:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788874111.800923:0:23448:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:1.0:1788874111.801117:0:23448:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788874111.801412:0:23475:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788874111.801468:0:23475:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00080000:10000000:1.0:1788874111.806359:0:23448:0:(osd_handler.c:5580:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000040:00080000:2.0:1788874111.807104:0:23476:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788874111.807173:0:23476:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:2.0:1788874111.807178:0:23476:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00000004:1.0:1788874111.809829:0:23448:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1788874111.811625:0:23448:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1788874111.811730:0:23448:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffbcd181473988 00100000:10000000:1.0:1788874111.811741:0:23448:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1788874111.812487:0:23448:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1788874111.812529:0:23448:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.120@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1788874111.812557:0:23448:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1788874111.812585:0:23448:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:0.0:1788874111.832145:0:23448:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788874111.832774:0:23448:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1788874112.370351:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874112.759081:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000040:00080000:2.0:1788874112.815136:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:3.0:1788874113.138051:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788874113.138067:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3343ac8800 from 12 10000000:01000000:3.0:1788874113.138075:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788874113.138150:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874113.138167:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874113.138182:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874113.138255:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788874113.138373:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874113.138458:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342753e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874113.138552:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217024 00000100:00100000:0.0:1788874113.138565:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217024 00000100:00100000:0.0:1788874113.138656:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788874113.138680:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+16:22714:x1875769859217024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874113.138701:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874113.138726:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d17b expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874113.138765:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874113.138781:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874113.138795:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e25c00, rc 0) 00000100:00100000:0.0:1788874113.138880:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859217024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 202us (507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874113.138889:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788874113.139757:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874113.139812:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874113.139826:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874113.139923:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217152:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788874113.139994:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874113.140050:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3342753e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788874113.140356:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217152 00000100:00100000:1.0:1788874113.140366:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217152 00000100:00100000:1.0:1788874113.140420:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788874113.140430:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859217152:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788874113.140454:0:22712:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788874113.140480:0:22712:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788874113.140484:0:22712:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788874113.140619:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859217152:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 190us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874113.140628:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788874113.140819:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217152:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788874113.140880:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788874113.140891:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.140903:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874113.140916:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788874113.140919:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3470497800 from 12 10000000:01000000:1.0:1788874113.140923:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788874113.140954:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.140963:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.140973:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874113.140992:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788874113.141025:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874113.141052:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3451830600 going to sleep for 11 seconds 00000100:00100000:1.0:1788874113.141066:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217280 00000100:00100000:1.0:1788874113.141090:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217280 00000100:00100000:1.0:1788874113.141113:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788874113.141119:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859217280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788874113.141129:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874113.141145:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d189 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.141168:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.141179:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.141188:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecb200, rc 0) 00000100:00100000:1.0:1788874113.141243:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859217280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874113.141251:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788874113.141284:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788874113.141295:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.141305:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874113.141344:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217408:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788874113.141375:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874113.141387:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3451830600 going to sleep for 11 seconds 00000100:00100000:1.0:1788874113.141398:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217408 00000100:00100000:1.0:1788874113.141406:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217408 00000100:00100000:1.0:1788874113.141425:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788874113.141431:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859217408:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788874113.141442:0:22712:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788874113.141455:0:22712:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788874113.141459:0:22712:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788874113.141522:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859217408:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 90us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874113.141530:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788874113.141557:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859217408:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788874113.142960:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788874113.142980:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874113.142996:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874113.390789:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874113.775340:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000040:00080000:2.0:1788874113.839088:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788874114.415854:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874114.799294:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:1.0:1788874115.439644:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874115.823495:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00010000:00010000:3.0:1788874116.467529:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788874116.540359:0:23718:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788874116.846465:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859217536:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788874116.846539:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788874116.846621:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788874116.846625:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788874116.846628:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874116.846639:0:38:0:(import.c:665:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9d3448288000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874116.846661:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343806300 x1875769859217792/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874116.846689:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874116.846694:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874116.846696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874116.846699:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788874116.846806:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859217664:0@lo:400:kworker.0 00000100:00100000:3.0:1788874116.846842:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874116.846886:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217664 00000100:00100000:3.0:1788874116.846892:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217664 00000100:00100000:3.0:1788874116.846928:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788874116.846936:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:3634:x1875769859217664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874116.846976:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:3634:x1875769859217664:12345-0@lo:400:kworker.0 Request processed in 41us (133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.846984:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1788874116.847022:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859217664:0@lo:400:kworker.0 00000100:00100000:0.0:1788874116.849159:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859217920:0@lo:400:kworker.0 00000100:00100000:1.0:1788874116.849161:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 0 seconds 00000100:00100000:0.0:1788874116.849240:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874116.849295:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859217792:0@lo:38:kworker.0 00000100:00100000:0.0:1788874116.849322:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874116.849469:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217920 00000100:00100000:3.0:1788874116.849476:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217920 00000100:00100000:3.0:1788874116.849521:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788874116.849529:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859217920:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874116.849589:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859217920:12345-0@lo:400:kworker.0 Request processed in 60us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.849597:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788874116.849665:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d3343804a80 x1875769859217920/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874116.849755:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859217920:0@lo:400:kworker.0 00000100:00100000:3.0:1788874116.849881:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217536 00000100:00100000:3.0:1788874116.849885:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217536 00000100:00100000:3.0:1788874116.849915:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859217792 00000100:00100000:3.0:1788874116.849918:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859217792 00000100:00100000:3.0:1788874116.849929:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874116.849935:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859217536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788874116.849961:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874116.850000:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859217536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (3460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.850006:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874116.850017:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788874116.850021:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3632:x1875769859217792:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788874116.850043:0:22723:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 653 last 0 00000020:00000080:3.0:1788874116.850074:0:22723:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9d197 00000004:00100000:3.0:1788874116.850086:0:22723:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788874116.850091:0:22723:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:2.0:1788874116.850340:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874116.850345:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874116.850347:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874116.850350:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788874116.854904:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859218048:0@lo:400:kworker.0 00000100:00100000:3.0:1788874116.854991:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874116.855129:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859217536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874116.855225:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218048 00000100:00100000:0.0:1788874116.855233:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218048 00000100:00100000:0.0:1788874116.855282:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788874116.855292:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859218048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874116.855513:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859218048:12345-0@lo:400:kworker.0 Request processed in 222us (522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874116.855521:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1788874116.855581:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d3343805180 x1875769859218048/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874132 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874116.855593:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859218048:0@lo:400:kworker.0 00000100:00080000:3.0:1788874116.872622:0:22723:0:(import.c:65:import_set_state_nolock()) ffff9d3475ca9000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874116.873539:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3632:x1875769859217792:12345-0@lo:38:kworker.0 Request processed in 23513us (24212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.873552:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00080000:2.0:1788874116.873563:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788874116.873573:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:2.0:1788874116.873579:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788874116.873582:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3448288000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:2.0:1788874116.873597:0:3632:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f9a594d1): req@ffff9d33435a0700 x1875769859210752/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874116.876877:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859218176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874116.877016:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874116.877084:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218176 00000100:00100000:3.0:1788874116.877091:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218176 00000100:00100000:3.0:1788874116.877137:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788874116.877145:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3633:x1875769859218176:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788874116.877157:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874116.877175:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 11 seconds 00000004:00000024:3.0:1788874116.877178:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874116.877251:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3633:x1875769859218176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.877258:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788874116.877272:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859210752 00000100:00100000:3.0:1788874116.877275:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859210752 00000100:00100000:3.0:1788874116.877288:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874116.877294:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1875769859210752:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788874116.877355:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859218176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874116.877356:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1875769859210752:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 62us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.877363:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874116.877393:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875769859210752:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1788874116.877424:0:22758:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788874116.877461:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875769859218304:0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788874116.877467:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859217792:0@lo:38:kworker.0 00000100:00100000:3.0:1788874116.877490:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874116.877510:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218304 00000100:00100000:2.0:1788874116.877514:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218304 00000100:00100000:3.0:1788874116.877518:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3445ef1240 going to sleep for 11 seconds 00000100:00100000:2.0:1788874116.877585:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788874116.877592:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1875769859218304:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1788874116.877852:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22758:x1875769859218304:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 259us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874116.877860:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788874116.879910:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875769859218304:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788874116.880011:0:22758:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875769859218432:0@lo:1000:lod0000_rec0001.0 00000100:00100000:1.0:1788874116.880067:0:22758:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874116.880099:0:22758:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3451830240 going to sleep for 11 seconds 00000100:00100000:3.0:1788874116.880786:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218432 00000100:00100000:3.0:1788874116.880801:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218432 00000100:00100000:3.0:1788874116.880857:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788874116.880865:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22758:x1875769859218432:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788874116.880966:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22758:x1875769859218432:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 101us (898us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874116.880974:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788874116.881015:0:22758:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34000 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22758:1875769859218432:0@lo:1000:lod0000_rec0001.0 00000040:00080000:2.0:1788874116.881061:0:22758:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874116.883843:0:22758:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1788874116.883935:0:22758:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:2.0:1788874116.883941:0:22758:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:0.0:1788874117.486313:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788874117.758073:0:23770:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788874117.758969:0:23770:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788874118.514332:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788874118.806813:0:23821:0:(tgt_mount.c:2350:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788874118.807066:0:23821:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788874119.539122:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788874119.922375:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788874120.560923:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788874120.621543:0:23869:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffef3e55540 20000000:00000080:0.0:1788874120.621570:0:23869:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d345f5e3c00 uarg=0000000000000000 20000000:01000000:0.0:1788874120.621627:0:23869:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:0.0:1788874120.621636:0:23869:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:0.0:1788874120.621643:0:23869:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:0.0:1788874120.623619:0:23870:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1788874120.623959:0:23869:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1788874120.633041:0:23869:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788874120.633894:0:23869:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.633923:0:23869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.633932:0:23869:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.633941:0:23869:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.634014:0:23869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.634032:0:23869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 17 pid: 22711 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874120.634052:0:23869:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875769859218560:0@lo:104: 00000100:00100000:0.0:1788874120.634345:0:23869:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788874120.634477:0:23869:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 17 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.634498:0:23869:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 17 pid: 22710 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874120.634509:0:23869:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875769859218688:0@lo:104: 00000100:00100000:0.0:1788874120.634533:0:23869:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874120.634834:0:23869:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:1.0:1788874120.634925:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218560 00000100:00100000:1.0:1788874120.634934:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218560 00000100:00100000:1.0:1788874120.634986:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218688 00000100:00100000:1.0:1788874120.634990:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218688 00000100:00100000:1.0:1788874120.635008:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788874120.635019:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+4:23869:x1875769859218560:12345-0@lo:104: 00010000:00010000:1.0:1788874120.635035:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874120.635162:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788874120.635170:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+4:23869:x1875769859218560:12345-0@lo:104: Request processed in 153us (826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874120.635178:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788874120.635201:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788874120.635244:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+3:23869:x1875769859218688:12345-0@lo:104: 00010000:00010000:1.0:1788874120.635253:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874120.635293:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788874120.635298:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+3:23869:x1875769859218688:12345-0@lo:104: Request processed in 56us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874120.635319:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1788874120.635543:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788874120.635552:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635561:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9200 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874120.635567:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635577:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874120.635586:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874120.635593:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788874120.635641:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635649:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788874120.635680:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635689:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9200/0x25c660afb0a9d143 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d14a expref: -99 pid: 23448 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635705:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874120.635709:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635715:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecac00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:2.0:1788874120.635741:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635749:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788874120.635757:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874120.635763:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788874120.635778:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635784:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788874120.635801:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635808:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecac00/0x25c660afb0a9d040 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d047 expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874120.635823:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874120.635826:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874120.635827:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874120.635837:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788874120.635851:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859218816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788874120.635898:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874120.635941:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859218944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788874120.635968:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788874120.636911:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874120.636946:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218816 00000100:00100000:3.0:1788874120.636955:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218816 00010000:00010000:3.0:1788874120.636994:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 18 pid: 22711 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874120.637030:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859218944 00000100:00100000:3.0:1788874120.637035:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859218944 00010000:00010000:3.0:1788874120.637049:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 19 pid: 22710 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874120.637063:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788874120.637072:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+19:3633:x1875769859218816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874120.637086:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874120.637093:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 19 pid: 22711 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637106:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 19 pid: 22711 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637127:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788874120.637235:0:22704:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1788874120.637248:0:22704:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00000100:00100000:3.0:1788874120.637761:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+19:3633:x1875769859218816:12345-0@lo:103:ldlm_bl.0 Request processed in 688us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874120.637776:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788874120.637799:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874120.637808:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+18:3635:x1875769859218944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874120.637817:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874120.637822:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 18 pid: 22710 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637834:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 18 pid: 22710 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637851:0:22705:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637861:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637879:0:22705:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637888:0:22705:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637895:0:22705:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637904:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637911:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874120.637917:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637934:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637945:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874120.637958:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874120.637994:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+18:3635:x1875769859218944:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (2025us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874120.638001:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874120.638049:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859218944:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874120.638471:0:23869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e25a00/0x25c660afb0a9d14a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d143 expref: 17 pid: 22711 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874120.638488:0:23869:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875769859218560:0@lo:104: 00010000:00010000:0.0:1788874120.638502:0:23869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d047 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d040 expref: 16 pid: 22710 timeout: 757 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874120.638511:0:23869:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23869:1875769859218688:0@lo:104: 00010000:00010000:0.0:1788874120.638531:0:23869:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.638555:0:23869:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.638562:0:23869:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874120.638570:0:23869:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d19e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23869 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874120.640944:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859218816:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874121.584446:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874121.966409:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874111/real 1788874111] req@ffff9d3343a34380 x1875769859213952/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874121 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874121.966443:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343a34380 x1875769859213952/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874121 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874121.966454:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874111/real 1788874111] req@ffff9d3343805c00 x1875769859213824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874121 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874121.966466:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343805c00 x1875769859213824/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874121 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874121.966484:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874121.966508:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874121.966513:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859213952:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1788874121.966519:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3341eaf000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874121.966524:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874121.966527:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859213824:0@lo:8:llog_process_th.0 00000100:00100000:3.0:1788874121.966658:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874121.966673:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859219072:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874121.966750:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874121.966811:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859219072 00000100:00100000:3.0:1788874121.966819:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859219072 00000100:00100000:3.0:1788874121.966876:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788874121.966886:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3635:x1875769859219072:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788874121.966920:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874121.966965:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3635:x1875769859219072:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874121.966972:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788874121.967016:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859219072:0@lo:41:osp-pre-1-0.0 00000100:00080000:0.0:1788874121.967234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874121.967238:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788874121.967241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874121.967244:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788874121.967265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874121.967268:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788874121.967271:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3341eaf000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874121.967275:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1788874121.967280:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874121.967285:0:38:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d3341eaf000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874121.967303:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d33435a2d80 x1875769859219584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788874121.967316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874121.967319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788874121.967334:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874121.967338:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1788874121.967341:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1788874121.967344:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874121.967357:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d33435a1180 x1875769859219712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874121.967452:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859219200:0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.967487:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874121.967523:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874121.967530:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859219328:0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.967555:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874121.967589:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859219200 00000100:00100000:3.0:1788874121.967593:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859219200 00000100:00100000:3.0:1788874121.967622:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788874121.967630:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+16:3633:x1875769859219200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.967666:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+16:3633:x1875769859219200:12345-0@lo:400:kworker.0 Request processed in 37us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874121.967673:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788874121.967699:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859219328 00000100:00100000:3.0:1788874121.967703:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859219328 00000100:00100000:3.0:1788874121.967744:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874121.967752:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859219328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.967784:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859219328:12345-0@lo:400:kworker.0 Request processed in 33us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874121.967790:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788874121.967825:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d33435a2a00 x1875769859219328/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874121.967835:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859219328:0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.967844:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859219200:0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.968028:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859219456:0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.968058:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874121.968084:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874121.968090:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859219840:0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.968120:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874121.968155:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859219840 00000100:00100000:3.0:1788874121.968159:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859219840 00000100:00100000:3.0:1788874121.968183:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788874121.968188:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875769859219840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874121.968250:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875769859219840:12345-0@lo:400:kworker.0 Request processed in 61us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874121.968257:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1788874121.968283:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d33435a3b80 x1875769859219840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874137 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874121.968292:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859219840:0@lo:400:kworker.0 00000100:00100000:0.0:1788874121.968349:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859219456 00000100:00100000:0.0:1788874121.968353:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859219456 00000100:00100000:0.0:1788874121.968389:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788874121.968409:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859219456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874121.968445:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859219456:12345-0@lo:400:kworker.0 Request processed in 49us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874121.968451:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788874121.968731:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859219584:0@lo:8:kworker.0 00000400:00000100:1.0:1788874121.968757:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859219584 offset 0 length 520: 4 00000100:00100000:1.0:1788874121.968778:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859219712:0@lo:8:kworker.0 00000400:00000100:1.0:1788874121.968797:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859219712 offset 0 length 520: 4 00000100:00100000:1.0:1788874121.970347:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788874121.970367:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859219968:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788874121.970412:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874121.970445:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859219968 00000100:00100000:1.0:1788874121.970451:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859219968 00000100:00100000:1.0:1788874121.970488:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788874121.970496:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859219968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788874121.970524:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788874121.970580:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859219968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874121.970588:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788874121.970626:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859219968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788874121.974157:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859219456:0@lo:400:kworker.0 10000000:01000000:1.0:1788874122.479299:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788874122.479308:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3343ac8800 from 13 10000000:01000000:1.0:1788874122.479314:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788874122.479361:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874122.479374:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874122.479386:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874122.479414:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220096:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788874122.479485:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874122.479530:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34589743c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874122.479593:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220096 00000100:00100000:0.0:1788874122.479602:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220096 00000100:00100000:0.0:1788874122.479661:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1788874122.479670:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+16:22714:x1875769859220096:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874122.479683:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874122.479696:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d1a5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.479729:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.479740:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.479749:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e25e00, rc 0) 00000100:00100000:0.0:1788874122.479810:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859220096:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874122.479816:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788874122.479909:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220096:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788874122.479931:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874122.479940:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874122.479999:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788874122.480040:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874122.480063:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840ad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874122.480169:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220224 00000100:00100000:0.0:1788874122.480173:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220224 00000100:00100000:0.0:1788874122.480241:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788874122.480248:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859220224:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.480356:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859220224:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 108us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874122.480362:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788874122.480392:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220224:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.480420:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220352:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.480456:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874122.480475:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874122.480486:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220352 00000100:00100000:0.0:1788874122.480489:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220352 00000100:00100000:0.0:1788874122.480504:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788874122.480509:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859220352:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.480579:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859220352:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 69us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874122.480585:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788874122.480620:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220352:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788874122.481301:0:23934:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788874122.481356:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788874122.481374:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788874122.481390:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481400:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874122.481410:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788874122.481412:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3470497800 from 13 10000000:01000000:0.0:1788874122.481414:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788874122.481436:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481444:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481453:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874122.481467:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.481500:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874122.481523:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874122.481536:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220480 00000100:00100000:0.0:1788874122.481540:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220480 00000100:00100000:0.0:1788874122.481563:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788874122.481570:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+17:22714:x1875769859220480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874122.481578:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874122.481588:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d1b3 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481605:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481622:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 18 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481630:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e25200, rc 0) 00000100:00100000:0.0:1788874122.481662:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859220480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (161us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874122.481669:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788874122.481704:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874122.481726:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874122.481735:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874122.481775:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.481797:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874122.481810:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874122.481819:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220608 00000100:00100000:0.0:1788874122.481822:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220608 00000100:00100000:0.0:1788874122.481838:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788874122.481843:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859220608:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.481917:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859220608:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 74us (118us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874122.481924:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788874122.481952:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220608:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.481986:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220736:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.482018:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874122.482029:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874122.482040:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220736 00000100:00100000:0.0:1788874122.482043:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220736 00000100:00100000:0.0:1788874122.482059:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788874122.482065:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859220736:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788874122.482128:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:22714:x1875769859220736:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 62us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874122.482134:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788874122.482171:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859220736:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788874122.483388:0:23935:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788874122.483513:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788874122.483533:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788874122.483542:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874122.483563:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874122.622183:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874122.991422:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874107/real 1788874107] req@ffff9d3343804700 x1875769859211776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874122 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874122.991453:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343804700 x1875769859211776/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874122 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874122.991465:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874107/real 1788874107] req@ffff9d3343804e00 x1875769859211904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874122 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874122.991476:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343804e00 x1875769859211904/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874122 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874122.991495:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874122.991517:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874122.991521:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211776:0@lo:8:kworker.0 00000100:00080000:1.0:1788874122.991527:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874122.991533:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874122.991536:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859211904:0@lo:8:kworker.0 00000100:00080000:2.0:1788874122.991776:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874122.991782:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788874122.991784:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874122.991790:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 644 00000100:00080000:2.0:1788874122.991796:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788874122.991803:0:8:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d3344104000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874122.991823:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343805500 x1875769859220992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874122.991835:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874122.991838:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874122.991840:0:8:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874122.991843:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 644 00000100:00080000:2.0:1788874122.991846:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788874122.991850:0:8:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d347a76a800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874122.991861:0:8:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343804e00 x1875769859221120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874122.991908:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874122.991911:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874122.991914:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874122.991917:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788874122.991942:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859221504:0@lo:400:kworker.0 00000100:00100000:2.0:1788874122.992001:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874122.992034:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788874122.992040:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859220864:0@lo:400:kworker.0 00000100:00100000:2.0:1788874122.992066:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874122.992091:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859221248:0@lo:400:kworker.0 00000100:00100000:2.0:1788874122.992114:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874122.992133:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788874122.992138:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859221376:0@lo:400:kworker.0 00000100:00100000:2.0:1788874122.992159:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874122.992185:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859221504 00000100:00100000:2.0:1788874122.992191:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859221504 00000100:00100000:2.0:1788874122.992373:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859221248 00000100:00100000:2.0:1788874122.992377:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859221248 00000100:00100000:2.0:1788874122.992470:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788874122.992480:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859221504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874122.992528:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859221504:12345-0@lo:400:kworker.0 Request processed in 50us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874122.992536:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788874122.992553:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788874122.992567:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859221248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874122.992602:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859221248:12345-0@lo:400:kworker.0 Request processed in 36us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874122.992608:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1788874122.992647:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d3343804700 x1875769859221248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874122.992660:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859221248:0@lo:400:kworker.0 00010000:00080000:2.0:1788874122.992684:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d3343805c00 x1875769859221504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874122.992693:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859221504:0@lo:400:kworker.0 00000100:00100000:1.0:1788874122.992777:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859220864 00000100:00100000:1.0:1788874122.992781:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859220864 00000100:00100000:1.0:1788874122.992814:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859221376 00000100:00100000:1.0:1788874122.992817:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859221376 00000100:00100000:1.0:1788874122.992831:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788874122.992837:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3633:x1875769859220864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874122.992884:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3633:x1875769859220864:12345-0@lo:400:kworker.0 Request processed in 48us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874122.992891:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788874122.992904:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788874122.992910:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859221376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874122.992939:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859221376:12345-0@lo:400:kworker.0 Request processed in 30us (778us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874122.992944:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788874122.992970:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859221376:0@lo:400:kworker.0 00000100:00100000:1.0:1788874122.992987:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859220992:0@lo:8:kworker.0 00000400:00000100:1.0:1788874122.993007:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859220992 offset 0 length 520: 4 00000100:00100000:1.0:1788874122.993030:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859221120:0@lo:8:kworker.0 00000400:00000100:1.0:1788874122.993046:0:3632:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875769859221120 offset 0 length 520: 4 00000100:00100000:1.0:1788874122.993075:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859220864:0@lo:400:kworker.0 00000001:00100000:0.0:1788874123.001874:0:23449:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:3.0:1788874123.056778:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788874123.639441:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874124.654611:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874125.678647:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874126.703482:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874127.086458:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859221632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874127.086543:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874127.086635:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859221632 00000100:00100000:3.0:1788874127.086646:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859221632 00000100:00100000:3.0:1788874127.086718:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788874127.086729:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859221632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788874127.086765:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874127.086809:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859221632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874127.086815:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1788874127.086869:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859221632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788874127.090559:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788874127.090586:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859221760:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874127.090659:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874127.090726:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859221760 00000100:00100000:1.0:1788874127.090734:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859221760 00000100:00100000:1.0:1788874127.090786:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788874127.090796:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859221760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788874127.090832:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788874127.090879:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859221760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874127.090886:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788874127.096917:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859221760:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788874127.727674:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788874127.988832:0:24218:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788874127.988839:0:24218:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788874127.988841:0:24218:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788874127.988958:0:24218:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d3342b97800 00000020:01000004:2.0:1788874127.988977:0:24218:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788874127.988994:0:24218:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788874127.989011:0:24218:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9d347a8c8000) 00000020:00000080:2.0:1788874127.989030:0:24218:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788874128.043792:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788874128.048102:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788874128.048738:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1788874128.049043:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788874128.049504:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788874128.049752:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788874128.049930:0:24218:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:0.0:1788874128.051669:0:24218:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788874128.051922:0:24218:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1788874128.051936:0:24218:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788874128.051961:0:24218:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x25c660afb0a9d1c8 00000020:01000004:0.0:1788874128.051970:0:24218:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1788874128.051993:0:24218:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.120@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1788874128.051997:0:24218:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.120@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1788874128.052003:0:24218:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1788874128.052009:0:24218:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1788874128.052021:0:24218:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9d3342964d40) 00000020:00000080:0.0:1788874128.052032:0:24218:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1788874128.053298:0:24218:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788874128.056600:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1788874128.056610:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:1.0:1788874128.066304:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:1.0:1788874128.066349:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:0.0:1788874128.067019:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:0.0:1788874128.067027:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1788874128.071605:0:24218:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788874128.071810:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1788874128.071817:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:1.0:1788874128.072928:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:1.0:1788874128.072938:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:2.0:1788874128.093719:0:24218:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788874128.094027:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:2.0:1788874128.094035:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:2.0:1788874128.096757:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1788874128.096769:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:1.0:1788874128.097923:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1788874128.097931:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:1.0:1788874128.101049:0:24218:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788874128.101803:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:0.0:1788874128.101811:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788874128.102829:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788874128.102839:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00080000:1.0:1788874128.110453:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.110461:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.110464:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.110467:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.110494:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.110497:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.110499:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.110502:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788874128.110538:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859222272:0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.110614:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.110652:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788874128.110671:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859221888:0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.110701:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.110733:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859222400:0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.110758:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.110790:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222400 00000100:00100000:1.0:1788874128.110805:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222400 00000100:00100000:1.0:1788874128.110852:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788874128.110861:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875769859222400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.110908:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875769859222400:12345-0@lo:400:kworker.0 Request processed in 47us (148us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.110915:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788874128.111481:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859222016:0@lo:400:kworker.0 00000100:00100000:3.0:1788874128.111516:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.111554:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874128.111561:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859222144:0@lo:400:kworker.0 00000100:00100000:3.0:1788874128.111583:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.111617:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222272 00000100:00100000:3.0:1788874128.111622:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222272 00000100:00100000:3.0:1788874128.111649:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222016 00000100:00100000:3.0:1788874128.111652:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222016 00000100:00100000:3.0:1788874128.111681:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788874128.111687:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859222272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874128.111724:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859222272:12345-0@lo:400:kworker.0 Request processed in 36us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.111731:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788874128.111743:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788874128.111749:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859222016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874128.111781:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859222016:12345-0@lo:400:kworker.0 Request processed in 32us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.111787:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788874128.111803:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222144 00000100:00100000:3.0:1788874128.111806:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222144 00000100:00100000:3.0:1788874128.111827:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874128.111832:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859222144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874128.111862:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859222144:12345-0@lo:400:kworker.0 Request processed in 30us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.111879:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:3.0:1788874128.111914:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d3343a36d80 x1875769859222144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874128.111929:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859222144:0@lo:400:kworker.0 00000100:00100000:3.0:1788874128.111939:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859222016:0@lo:400:kworker.0 00010000:00080000:1.0:1788874128.112080:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d3343a35f80 x1875769859222400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874128.112091:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859222400:0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.112102:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859222272:0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.117006:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859221888 00000100:00100000:1.0:1788874128.117019:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859221888 00000100:00100000:1.0:1788874128.117084:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788874128.117095:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475046850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:3635:x1875769859221888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.117195:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475046850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+18:3635:x1875769859221888:12345-0@lo:400:kworker.0 Request processed in 102us (6492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.117226:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788874128.117305:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859221888:0@lo:400:kworker.0 00000100:00100000:1.0:1788874128.155701:0:24218:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788874128.155927:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1788874128.155933:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1788874128.157869:0:24218:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1788874128.157882:0:24218:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1788874128.158853:0:24218:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1788874128.158886:0:24218:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1788874128.158893:0:24218:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.120@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1788874128.175041:0:24218:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788874128.175087:0:24218:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.120@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1788874128.175092:0:24218:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788874128.175094:0:24218:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788874128.175096:0:24218:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788874128.175097:0:24218:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788874128.175098:0:24218:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788874128.175099:0:24218:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788874128.175101:0:24218:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788874128.175102:0:24218:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788874128.175104:0:24218:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788874128.175107:0:24218:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1788874128.175110:0:24218:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788874128.175111:0:24218:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788874128.175112:0:24218:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788874128.175113:0:24218:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788874128.175114:0:24218:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788874128.175115:0:24218:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788874128.175116:0:24218:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788874128.175117:0:24218:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788874128.175118:0:24218:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788874128.175148:0:24218:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1788874128.175181:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222528:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788874128.175513:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.175560:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3445e99540 going to sleep for 11 seconds 00000100:00100000:2.0:1788874128.175723:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222528 00000100:00100000:2.0:1788874128.175730:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222528 00000100:00100000:2.0:1788874128.175783:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1788874128.175793:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:24218:x1875769859222528:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788874128.175844:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:2.0:1788874128.175847:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:2.0:1788874128.175851:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1788874128.176461:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:24218:x1875769859222528:12345-0@lo:253:mount.lustre.0 Request processed in 667us (946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874128.176471:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788874128.176606:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222528:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788874128.176619:0:24218:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1788874128.176622:0:24218:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788874128.176624:0:24218:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1788874128.176625:0:24218:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788874128.176626:0:24218:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788874128.176627:0:24218:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788874128.176629:0:24218:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788874128.176630:0:24218:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788874128.176631:0:24218:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788874128.176633:0:24218:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788874128.176655:0:24218:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d3342b97800 from lustre-OST0000 10000000:01000000:1.0:1788874128.176703:0:24218:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1788874128.176710:0:24218:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788874128.176719:0:24218:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d347a790000 local copy 00010000:00010000:1.0:1788874128.176729:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874128.176831:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222656:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874128.176864:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.176898:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3444dd5240 going to sleep for 11 seconds 00000100:00100000:3.0:1788874128.177071:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222656 00000100:00100000:3.0:1788874128.177078:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222656 00000100:00100000:3.0:1788874128.177115:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788874128.177123:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+18:24218:x1875769859222656:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874128.177241:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+18:24218:x1875769859222656:12345-0@lo:501:mount.lustre.0 Request processed in 118us (377us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788874128.177248:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788874128.177498:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222656:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1788874128.177512:0:24218:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.120@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1788874128.177531:0:24218:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.120@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1788874128.177538:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.177546:0:24218:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874128.177573:0:24218:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d3342b97800 10000000:01000000:2.0:1788874128.177578:0:24218:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1788874128.177583:0:24218:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:2.0:1788874128.177586:0:24218:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788874128.177590:0:24218:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:2.0:1788874128.177593:0:24218:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788874128.177615:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.177623:0:24218:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.177632:0:24218:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874128.177655:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222784:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788874128.177694:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874128.177816:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3447978900 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.178040:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222784 00000100:00100000:0.0:1788874128.178045:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222784 00000100:00100000:0.0:1788874128.178119:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788874128.178127:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+18:24218:x1875769859222784:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874128.178137:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874128.178161:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e25400/0x25c660afb0a9d1dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d1d6 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.178184:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e25400/0x25c660afb0a9d1dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d1d6 expref: 19 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.178195:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e25400/0x25c660afb0a9d1dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1d6 expref: 19 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.178246:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e25400, rc 0) 00000100:00100000:0.0:1788874128.178293:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859222784:12345-0@lo:101:mount.lustre.0 Request processed in 166us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.178454:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788874128.178561:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222784:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874128.178576:0:24218:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1dd expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.178587:0:24218:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d1dd expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788874128.180120:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:2.0:1788874128.181623:0:24218:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874128.184615:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1788874128.184683:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1788874128.184699:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1788874128.184712:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1788874128.184725:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1788874128.184740:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1788874128.184753:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1788874128.184767:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1788874128.184796:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1788874128.184811:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1788874128.184823:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1788874128.184835:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1788874128.184863:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1788874128.184869:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1788874128.185133:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788874128.185581:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874128.185691:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34518309c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874128.186110:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859222912 00000100:00100000:1.0:1788874128.186120:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859222912 00000100:00100000:1.0:1788874128.186593:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788874128.186605:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859222912:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874128.186786:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859222912:12345-0@lo:501:mount.lustre.0 Request processed in 183us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.186795:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1788874128.186870:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859222912:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788874128.186911:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223040:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788874128.186967:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874128.187046:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34518309c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.187177:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223040 00000100:00100000:0.0:1788874128.187183:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223040 00000100:00100000:0.0:1788874128.187235:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788874128.187243:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223040:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874128.188583:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223040:12345-0@lo:503:mount.lustre.0 Request processed in 1336us (1611us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.188594:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788874128.188695:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223040:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788874128.189190:0:24218:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788874128.189567:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223168:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788874128.189622:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874128.189648:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34518309c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.189754:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223168 00000100:00100000:0.0:1788874128.189760:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223168 00000100:00100000:0.0:1788874128.189790:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788874128.189798:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223168:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874128.190614:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223168:12345-0@lo:502:mount.lustre.0 Request processed in 814us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.190624:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1788874128.190795:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223168:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788874128.191601:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1788874128.191645:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1788874128.191694:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1788874128.191712:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1788874128.191727:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1788874128.191740:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1788874128.191754:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1788874128.191768:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1788874128.191783:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1788874128.191796:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1788874128.191810:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1788874128.191825:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1788874128.191864:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223296:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874128.191924:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874128.192164:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223296 00000100:00100000:0.0:1788874128.192171:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223296 00000100:00100000:0.0:1788874128.192235:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788874128.192246:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223296:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874128.192937:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3444dd5240 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.193740:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223296:12345-0@lo:502:mount.lustre.0 Request processed in 1492us (1811us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.193752:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788874128.193877:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223296:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1788874128.194063:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1788874128.194078:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:2.0:1788874128.195759:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:2.0:1788874128.195771:0:24235:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:2.0:1788874128.195779:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874128.195781:0:24235:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:2.0:1788874128.195788:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788874128.195806:0:24235:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9d33436c99c0) 00000020:00000080:2.0:1788874128.195833:0:24235:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:2.0:1788874128.195839:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788874128.196277:0:24235:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3342b97800 from lustre-OST0000, refs=2 00080000:01000000:2.0:1788874128.196291:0:24235:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788874128.196307:0:24235:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x25c660afb0a9d1eb 00010000:00010000:2.0:1788874128.206893:0:24235:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1788874128.207596:0:24235:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1788874128.210014:0:24235:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:1.0:1788874128.212828:0:24235:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:1.0:1788874128.212841:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.212848:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.212851:0:24235:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:1.0:1788874128.212855:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788874128.212858:0:24235:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:1.0:1788874128.212859:0:24235:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788874128.212861:0:24235:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788874128.212863:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788874128.212865:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.212867:0:24235:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788874128.212869:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874128.212872:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.212874:0:24235:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788874128.212876:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788874128.212879:0:24235:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788874128.212881:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.212883:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.212885:0:24235:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788874128.212887:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874128.212890:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.212891:0:24235:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788874128.212894:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:1.0:1788874128.212920:0:24235:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.212923:0:24235:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.212924:0:24235:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788874128.212927:0:24235:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1788874128.213170:0:24218:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1788874128.213232:0:24218:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788874128.213251:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1dd expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.213273:0:24218:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd92800/0x25c660afb0a9d1d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1dd expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874128.213284:0:24218:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3342b97800 from 1 10000000:01000000:3.0:1788874128.213287:0:24218:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788874128.213595:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.213605:0:24218:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.213629:0:24218:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874128.213671:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223424:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788874128.213746:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.213795:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3441254d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.213864:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223424 00000100:00100000:0.0:1788874128.213872:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223424 00000100:00100000:0.0:1788874128.213921:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788874128.213930:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+19:24218:x1875769859223424:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874128.213951:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874128.213964:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d1f2 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.213989:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.214000:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.214009:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e24e00, rc 0) 00000100:00100000:0.0:1788874128.214047:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223424:12345-0@lo:101:mount.lustre.0 Request processed in 118us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.214054:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788874128.214253:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223424:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874128.214537:0:24218:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.214547:0:24218:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788874128.216034:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:3.0:1788874128.224600:0:24218:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788874128.224902:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1788874128.224931:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:3.0:1788874128.226647:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:3.0:1788874128.226694:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:3.0:1788874128.226711:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:3.0:1788874128.226726:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:3.0:1788874128.226740:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:3.0:1788874128.226754:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:3.0:1788874128.226769:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:3.0:1788874128.226779:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:3.0:1788874128.226812:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:3.0:1788874128.226837:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:3.0:1788874128.226842:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:3.0:1788874128.228027:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223552:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874128.228112:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.228372:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3441254a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788874128.234669:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223552 00000100:00100000:1.0:1788874128.234706:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223552 00000100:00100000:1.0:1788874128.234809:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788874128.234820:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476350450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223552:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874128.235024:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476350450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223552:12345-0@lo:501:mount.lustre.0 Request processed in 205us (6911us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.235031:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788874128.235127:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223552:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874128.235193:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223680:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788874128.235286:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.236181:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3441254a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.236504:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223680 00000100:00100000:0.0:1788874128.236511:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223680 00000100:00100000:2.0:1788874128.236581:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788874128.236595:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223680:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788874128.236743:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223680:12345-0@lo:503:mount.lustre.0 Request processed in 152us (1457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874128.236762:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788874128.236871:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223680:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788874128.237773:0:24218:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788874128.237853:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223808:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874128.237906:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874128.238012:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223808 00000100:00100000:2.0:1788874128.238017:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223808 00000100:00100000:2.0:1788874128.238054:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788874128.238062:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223808:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788874128.238138:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223808:12345-0@lo:502:mount.lustre.0 Request processed in 76us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874128.238145:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788874128.238563:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3441254d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788874128.238582:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223808:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874128.238777:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788874128.238806:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788874128.238823:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788874128.238838:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788874128.238852:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788874128.238867:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788874128.238880:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788874128.238892:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788874128.238904:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788874128.238917:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788874128.238931:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788874128.239072:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223936:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874128.239115:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.239246:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3441254d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788874128.239650:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859223936 00000100:00100000:1.0:1788874128.239666:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859223936 00000100:00100000:1.0:1788874128.239700:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788874128.239707:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223936:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874128.239819:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859223936:12345-0@lo:502:mount.lustre.0 Request processed in 112us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.239827:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788874128.239904:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859223936:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874128.240021:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788874128.240033:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1788874128.241554:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874128.241566:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.241568:0:24239:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1788874128.241576:0:24239:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3342b97800 00000020:00000080:1.0:1788874128.241579:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788874128.241586:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.241589:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.241590:0:24239:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1788874128.241592:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874128.241595:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.241596:0:24239:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1788874128.241599:0:24239:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3342b97800 00000020:00000080:1.0:1788874128.241601:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788874128.241695:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.241699:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.241701:0:24239:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1788874128.241703:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874128.241712:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.241713:0:24239:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788874128.241717:0:24239:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3342b97800 00000020:00000080:1.0:1788874128.241719:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788874128.244748:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.244762:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.244764:0:24239:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1788874128.244768:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788874128.244772:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.244773:0:24239:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1788874128.244778:0:24239:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3342b97800 00000020:00000080:1.0:1788874128.244781:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1788874128.244849:0:24239:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788874128.244852:0:24239:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788874128.244854:0:24239:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1788874128.244857:0:24239:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1788874128.246012:0:24218:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788874128.246059:0:24218:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788874128.246082:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.246095:0:24218:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874128.246535:0:24218:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788874128.246553:0:24218:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d3342b97800 10000000:01000000:0.0:1788874128.246556:0:24218:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d3342b97800 10000000:01000000:0.0:1788874128.246561:0:24218:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788874128.246568:0:24218:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d3342b97800 from 1 10000000:01000000:0.0:1788874128.246570:0:24218:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788874128.246609:0:24218:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.246619:0:24218:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.246630:0:24218:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874128.246655:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224064:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788874128.246736:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874128.246822:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3458654000 going to sleep for 11 seconds 00000100:00100000:3.0:1788874128.257280:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224064 00000100:00100000:3.0:1788874128.257304:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224064 00000100:00100000:3.0:1788874128.257512:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788874128.257524:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:24218:x1875769859224064:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874128.257542:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874128.257563:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3343ad9400/0x25c660afb0a9d207 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d200 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.257591:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad9400/0x25c660afb0a9d207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d200 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.257604:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3343ad9400/0x25c660afb0a9d207 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d200 expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.257613:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3343ad9400, rc 0) 00000100:00100000:3.0:1788874128.257706:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224064:12345-0@lo:101:mount.lustre.0 Request processed in 184us (10970us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.257713:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1788874128.258141:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224064:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788874128.258494:0:24218:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d207 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.258506:0:24218:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d207 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788874128.273872:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:1.0:1788874128.274482:0:24218:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788874128.274723:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:1.0:1788874128.274753:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:1.0:1788874128.274768:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:1.0:1788874128.274779:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:1.0:1788874128.274793:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:1.0:1788874128.274806:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:1.0:1788874128.274819:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:1.0:1788874128.274832:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:1.0:1788874128.274844:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:1.0:1788874128.274857:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:1.0:1788874128.274867:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:1.0:1788874128.274892:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:1.0:1788874128.274904:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:1.0:1788874128.274918:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:1.0:1788874128.274936:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:1.0:1788874128.274961:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:1.0:1788874128.274975:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:1.0:1788874128.274990:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:1.0:1788874128.275002:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:1.0:1788874128.275014:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:1.0:1788874128.275028:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:1.0:1788874128.275040:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:1.0:1788874128.275051:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:1.0:1788874128.275061:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:1.0:1788874128.275071:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:1.0:1788874128.275081:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:1.0:1788874128.275091:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:1.0:1788874128.275114:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:1.0:1788874128.275126:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:1.0:1788874128.275136:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:1.0:1788874128.275145:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:1.0:1788874128.275155:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:1.0:1788874128.275164:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:1.0:1788874128.275174:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:1.0:1788874128.275184:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:1.0:1788874128.275194:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:1.0:1788874128.275234:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:1.0:1788874128.275250:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:1.0:1788874128.279189:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:1.0:1788874128.279235:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:1.0:1788874128.279250:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:1.0:1788874128.279590:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:1.0:1788874128.279608:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:1.0:1788874128.279646:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:1.0:1788874128.279676:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:1.0:1788874128.279692:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:1.0:1788874128.279705:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:1.0:1788874128.279720:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:1.0:1788874128.279894:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:1.0:1788874128.279915:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:1.0:1788874128.279934:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:1.0:1788874128.282475:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:1.0:1788874128.282593:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874128.282669:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.282721:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3444dd5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.284029:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224192 00000100:00100000:0.0:1788874128.284039:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224192 00000100:00100000:0.0:1788874128.284092:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788874128.284102:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442dcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224192:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874128.284825:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442dcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224192:12345-0@lo:501:mount.lustre.0 Request processed in 721us (2153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.284845:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1788874128.285129:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874128.285506:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224320:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874128.285560:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874128.285595:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3444dd5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.285808:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224320 00000100:00100000:0.0:1788874128.285814:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224320 00000100:00100000:0.0:1788874128.285856:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788874128.285864:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224320:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874128.286579:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224320:12345-0@lo:503:mount.lustre.0 Request processed in 713us (1016us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.286588:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788874128.290228:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224320:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788874128.291084:0:24218:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788874128.291603:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224448:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874128.291691:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.291749:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345190e300 going to sleep for 11 seconds 00000100:00100000:0.0:1788874128.292058:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224448 00000100:00100000:0.0:1788874128.292065:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224448 00000100:00100000:0.0:1788874128.292119:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788874128.292130:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224448:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874128.292573:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224448:12345-0@lo:502:mount.lustre.0 Request processed in 443us (880us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.292581:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788874128.292913:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224448:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874128.293133:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788874128.293612:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788874128.293632:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788874128.293647:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788874128.293674:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788874128.293689:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788874128.293700:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788874128.293712:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788874128.293724:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788874128.293738:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788874128.293750:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788874128.293761:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788874128.293791:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788874128.293806:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788874128.293820:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788874128.293832:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788874128.293846:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788874128.293860:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788874128.293873:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788874128.293886:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788874128.293897:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788874128.293909:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788874128.293923:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788874128.293936:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788874128.294016:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788874128.294031:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788874128.294044:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788874128.294058:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788874128.294087:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788874128.294103:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788874128.294114:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788874128.294128:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788874128.295718:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788874128.295770:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788874128.295787:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788874128.295802:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788874128.295813:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788874128.295824:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788874128.295837:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788874128.295850:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788874128.295863:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788874128.295878:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788874128.295892:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788874128.295904:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788874128.295951:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788874128.295969:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788874128.295982:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788874128.295995:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788874128.296055:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224576:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874128.296135:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.296677:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345190e300 going to sleep for 11 seconds 00000100:00100000:1.0:1788874128.299105:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224576 00000100:00100000:1.0:1788874128.299117:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224576 00000100:00100000:1.0:1788874128.299179:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788874128.299189:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224576:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874128.299604:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224576:12345-0@lo:502:mount.lustre.0 Request processed in 415us (3467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.299613:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788874128.299728:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224576:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874128.299927:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788874128.299953:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788874128.299984:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224704:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874128.300022:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.300062:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345190e300 going to sleep for 11 seconds 00000100:00100000:1.0:1788874128.300103:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224704 00000100:00100000:1.0:1788874128.300108:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224704 00000100:00100000:1.0:1788874128.300141:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788874128.300155:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224704:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874128.300248:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859224704:12345-0@lo:502:mount.lustre.0 Request processed in 100us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.300550:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859224704:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874128.300592:0:24218:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788874128.300601:0:24218:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000100:00100000:1.0:1788874128.301072:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000020:01000004:0.0:1788874128.301722:0:24244:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1788874128.301739:0:24244:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9d33429619c0) 00000020:00000080:0.0:1788874128.301763:0:24244:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1788874128.301857:0:24244:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3342b97800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788874128.301862:0:24244:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3342b97800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1788874128.301864:0:24244:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3342b97800 3 00010000:00080000:0.0:1788874128.301904:0:24244:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3342450800@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.120@tcp at head 00010000:00010000:0.0:1788874128.305200:0:24244:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1788874128.305638:0:24244:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1788874128.305693:0:24244:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1788874128.305706:0:24244:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x25c660afb0a9d215 00000100:00080000:0.0:1788874128.305717:0:24244:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1788874128.305730:0:24244:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9d3342450800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874128.305773:0:24244:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d33435a1880 x1875769859224832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788874128.305810:0:24244:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788874128.305927:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3632:1875769859224832:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788874128.306007:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874128.306101:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224832 00000100:00100000:0.0:1788874128.306108:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224832 00000100:00100000:0.0:1788874128.306141:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788874128.306227:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3632:x1875769859224832:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788874128.306251:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:0.0:1788874128.306278:0:22718:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x25c660afb0a9d21c 00000004:00100000:0.0:1788874128.306294:0:22718:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788874128.306331:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9d3342452800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874128.306451:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3632:x1875769859224832:12345-0@lo:38:llog_process_th.0 Request processed in 301us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874128.306459:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:1.0:1788874128.306991:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.307004:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.307007:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.307010:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.307013:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.307015:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.307018:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.307020:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1788874128.307957:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d33435a1880 x1875769859224832/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788874138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874128.307971:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788874128.307981:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788874128.307989:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788874128.307994:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788874128.307997:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3342450800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788874128.308003:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3632:1875769859224832:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1788874128.310811:0:24244:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788874128.310829:0:24244:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9d33439b0000) 00000020:00000080:3.0:1788874128.310865:0:24244:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1788874128.310956:0:24244:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3342b97800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788874128.310961:0:24244:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3342b97800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788874128.310963:0:24244:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3342b97800 3 00010000:00080000:3.0:1788874128.310995:0:24244:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3448d73000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.120@tcp at head 00010000:00010000:3.0:1788874128.316004:0:24244:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788874128.316642:0:24244:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788874128.316705:0:24244:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788874128.316736:0:24244:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x25c660afb0a9d22a 00000100:00080000:3.0:1788874128.316748:0:24244:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788874128.316755:0:24244:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9d3448d73000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:3.0:1788874128.316795:0:24244:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f42f100 x1875769859224960/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874128.316838:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3632:1875769859224960:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788874128.316909:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.316992:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859224960 00000100:00100000:3.0:1788874128.316999:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859224960 00000100:00100000:3.0:1788874128.317037:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874128.317044:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3632:x1875769859224960:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788874128.317070:0:22717:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 665 last 0 00000020:00000080:3.0:1788874128.317098:0:22717:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x25c660afb0a9d231 00000004:00100000:3.0:1788874128.317113:0:22717:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788874128.317158:0:22717:0:(import.c:65:import_set_state_nolock()) ffff9d3342a75800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874128.317231:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3632:x1875769859224960:12345-0@lo:38:llog_process_th.0 Request processed in 185us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.317238:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788874128.317272:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9d347f42f100 x1875769859224960/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788874138 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874128.317282:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788874128.317290:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1788874128.317296:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788874128.317300:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788874128.317302:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3448d73000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788874128.317307:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3632:1875769859224960:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1788874128.318161:0:24244:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1788874128.319085:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.319093:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.319095:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.319098:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.319102:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.319105:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874128.319107:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874128.319110:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1788874128.319577:0:24244:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788874128.319744:0:24218:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788874128.319782:0:24218:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788874128.319801:0:24218:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d207 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.319812:0:24218:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e24a00/0x25c660afb0a9d200 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d207 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788874128.319875:0:24218:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788874128.319877:0:24218:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788874128.319878:0:24218:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874128.319879:0:24218:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874128.319881:0:24218:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874128.319882:0:24218:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874128.319884:0:24218:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874128.319886:0:24218:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874128.319888:0:24218:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788874128.319891:0:24218:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788874128.319894:0:24218:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788874128.319896:0:24218:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788874128.319897:0:24218:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874128.319898:0:24218:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874128.319899:0:24218:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874128.319900:0:24218:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874128.319901:0:24218:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874128.319902:0:24218:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874128.319903:0:24218:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788874128.319928:0:24218:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788874128.319948:0:24218:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859225088:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788874128.320020:0:24218:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.320072:0:24218:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d33440926c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874128.321732:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225088 00000100:00100000:2.0:1788874128.321743:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225088 00000100:00100000:2.0:1788874128.321797:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788874128.321806:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859225088:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788874128.321834:0:22711:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788874128.321847:0:22711:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788874128.327511:0:22711:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788874128.327527:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:0.0:1788874128.327743:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1788874128.327749:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1788874128.327771:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.327791:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.327800:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.327808:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.327873:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.327887:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 21 pid: 22712 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874128.327903:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859225216:0@lo:104: 00000100:00100000:0.0:1788874128.327967:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788874128.328020:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874128.328029:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 21 pid: 22710 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874128.328038:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859225344:0@lo:104: 00000100:00100000:0.0:1788874128.328058:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874128.328077:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a6d16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874128.328230:0:22702:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788874128.328250:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225216 00000100:00100000:2.0:1788874128.328264:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225216 00000100:00100000:3.0:1788874128.328474:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225344 00000100:00100000:3.0:1788874128.328479:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225344 00000100:00100000:1.0:1788874128.331698:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:24218:x1875769859225088:12345-0@lo:253:mount.lustre.0 Request processed in 9883us (11668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874128.331713:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788874128.333585:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788874128.333603:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+4:22733:x1875769859225216:12345-0@lo:104: 00010000:00010000:3.0:1788874128.333626:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.333751:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788874128.333757:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+4:22733:x1875769859225216:12345-0@lo:104: Request processed in 161us (5791us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.333774:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:3.0:1788874128.333800:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874128.333806:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.333813:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475eca000 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874128.333818:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.333826:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874128.333832:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874128.333839:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788874128.333878:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.333884:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788874128.333906:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.333914:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475eca000/0x25c660afb0a9d189 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d190 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.333925:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874128.333927:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874128.333928:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874128.333956:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859225472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874128.334003:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874128.334078:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225472 00000100:00100000:3.0:1788874128.334085:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225472 00010000:00010000:3.0:1788874128.334107:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 21 pid: 22712 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874128.334129:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788874128.334136:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254fed6-01aa-4141-aa5c-8cca81572654+21:3633:x1875769859225472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874128.334146:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874128.334151:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 21 pid: 22712 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.334163:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 21 pid: 22712 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.334181:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874128.334236:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:4254fed6-01aa-4141-aa5c-8cca81572654+21:3633:x1875769859225472:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.334244:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00010000:1.0:1788874128.335309:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475ecb200/0x25c660afb0a9d190 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d189 expref: 20 pid: 22712 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874128.335333:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859225216:0@lo:104: 00000100:00100000:3.0:1788874128.335773:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859225472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874128.335815:0:24218:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42f100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:24218:1875769859225088:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788874128.335828:0:24218:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788874128.335831:0:24218:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788874128.335832:0:24218:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788874128.335834:0:24218:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874128.335835:0:24218:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874128.335836:0:24218:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874128.335837:0:24218:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874128.335839:0:24218:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874128.335841:0:24218:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874128.335860:0:24218:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788874128.335872:0:24218:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:3.0:1788874128.336856:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788874128.336869:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347a812850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859225344:12345-0@lo:104: 00010000:00010000:3.0:1788874128.336888:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874128.336983:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859225344:0@lo:104: 00010000:00010000:3.0:1788874128.337006:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.337029:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788874128.337035:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347a812850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859225344:12345-0@lo:104: Request processed in 170us (8976us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874128.337042:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1788874128.337080:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874128.337086:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.337093:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8600 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874128.337098:0:23471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.337107:0:23471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874128.337113:0:23471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874128.337118:0:23471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1788874128.337173:0:23471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.337181:0:23471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788874128.337199:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.337223:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d17b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d182 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.337239:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874128.337240:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874128.337242:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874128.337270:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859225600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874128.338031:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874128.338527:0:23871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225600 00000100:00100000:2.0:1788874128.338535:0:23871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225600 00010000:00010000:2.0:1788874128.338564:0:23871:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 20 pid: 22710 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874128.338604:0:23871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788874128.338612:0:23871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475044c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254fed6-01aa-4141-aa5c-8cca81572654+20:3634:x1875769859225600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788874128.338624:0:23871:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788874128.338638:0:23871:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 20 pid: 22710 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338651:0:23871:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 20 pid: 22710 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338678:0:23871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e25c00/0x25c660afb0a9d182 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d17b expref: 20 pid: 22710 timeout: 765 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338694:0:23871:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338703:0:23871:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788874128.338720:0:23871:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010972160s 00010000:00010000:2.0:1788874128.338725:0:23871:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338732:0:23871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338739:0:23871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338746:0:23871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338752:0:23871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e24600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874128.338756:0:23871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338775:0:23871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338788:0:23871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874128.338798:0:23871:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788874128.338833:0:23871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475044c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:4254fed6-01aa-4141-aa5c-8cca81572654+19:3634:x1875769859225600:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874128.338840:0:23871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788874128.338936:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859225600:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874128.338957:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.338966:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874128.338973:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e24600/0x25c660afb0a9d238 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1788874128.347993:0:24218:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788874128.354179:0:24218:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788874128.354189:0:24218:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788874128.354266:0:24218:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788874128.354325:0:24218:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.120@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788874128.354459:0:24218:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788874128.354476:0:24218:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1788874128.355261:0:24218:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788874128.358718:0:24218:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788874128.750442:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788874129.139885:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:3.0:1788874129.270968:0:24297:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788874129.271298:0:24297:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:3.0:1788874129.582567:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788874129.582576:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3343ac8800 from 13 10000000:01000000:3.0:1788874129.582581:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788874129.582628:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.582640:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.582663:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874129.582689:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859225728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788874129.582752:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874129.582802:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3442d800c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874129.582858:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225728 00000100:00100000:0.0:1788874129.582867:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225728 00000100:00100000:0.0:1788874129.582963:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788874129.582974:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+19:22714:x1875769859225728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874129.582987:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874129.583001:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d23f expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874129.583024:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874129.583051:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874129.583061:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3341e24800, rc 0) 00000100:00100000:0.0:1788874129.583105:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:22714:x1875769859225728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874129.583112:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788874129.583190:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859225728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874129.583225:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.583235:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874129.583277:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859225856:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788874129.583305:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874129.583722:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3442d800c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874129.583758:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225856 00000100:00100000:2.0:1788874129.583763:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225856 00000100:00100000:0.0:1788874129.583803:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788874129.583810:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:22714:x1875769859225856:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788874129.583826:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788874129.583842:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788874129.583845:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788874129.583919:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+20:22714:x1875769859225856:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874129.583927:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788874129.584006:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859225856:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788874129.584061:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788874129.584069:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.584079:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874129.584090:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788874129.584092:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3470497800 from 13 10000000:01000000:3.0:1788874129.584094:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788874129.584112:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.584120:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.584129:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874129.584151:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859225984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788874129.584173:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874129.584192:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3442d800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874129.584350:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859225984 00000100:00100000:1.0:1788874129.584354:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859225984 00000100:00100000:1.0:1788874129.584375:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788874129.584381:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+20:22714:x1875769859225984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788874129.584388:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874129.584399:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d24d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874129.584414:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874129.584423:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874129.584431:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecbe00, rc 0) 00000100:00100000:1.0:1788874129.584466:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859225984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 85us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874129.584472:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788874129.584595:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859225984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874129.584605:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.584614:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874129.584673:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859226112:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788874129.584700:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874129.584729:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3442d800c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874129.584781:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226112 00000100:00100000:1.0:1788874129.584785:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226112 00000100:00100000:1.0:1788874129.584803:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788874129.584808:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859226112:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1788874129.584818:0:22711:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1788874129.584831:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1788874129.584834:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:1.0:1788874129.584910:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859226112:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 101us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874129.584916:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:3.0:1788874129.584994:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859226112:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1788874129.585034:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1788874129.585040:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.585047:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874129.775425:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874130.802189:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874131.823307:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874132.206760:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788874132.218092:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859226368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788874132.218186:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874132.218267:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859226240:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788874132.218291:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874132.218497:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226368 00000100:00100000:2.0:1788874132.218505:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226368 00000100:00100000:2.0:1788874132.218550:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226240 00000100:00100000:2.0:1788874132.218552:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226240 00000100:00100000:2.0:1788874132.218568:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788874132.218575:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859226368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788874132.218609:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788874132.218670:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859226368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874132.218691:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788874132.218710:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788874132.218887:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859226240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788874132.218906:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788874132.218939:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859226240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 222us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874132.218945:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788874132.218994:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859226368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788874132.219008:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859226240:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788874132.847019:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788874133.298413:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00080000:1.0:1788874133.742417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874133.742426:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874133.742430:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874133.742441:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874133.742475:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874133.742479:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788874133.742481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788874133.742484:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788874133.742531:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859226752:0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.742623:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874133.742678:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3635:1875769859227264:0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.742706:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874133.742740:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788874133.742746:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859226880:0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.742775:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874133.742817:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226752 00000100:00100000:1.0:1788874133.742825:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226752 00000100:00100000:1.0:1788874133.742872:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227264 00000100:00100000:1.0:1788874133.742874:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227264 00000100:00100000:1.0:1788874133.742904:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788874133.742912:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859226752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.742968:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859226752:12345-0@lo:400:kworker.0 Request processed in 57us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874133.742987:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788874133.743003:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788874133.743008:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875769859227264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.743038:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875769859227264:12345-0@lo:400:kworker.0 Request processed in 29us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874133.743043:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788874133.743065:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226880 00000100:00100000:1.0:1788874133.743069:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226880 00000100:00100000:1.0:1788874133.743093:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788874133.743099:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859226880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.743130:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f434380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859226880:12345-0@lo:400:kworker.0 Request processed in 32us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874133.743137:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:1.0:1788874133.743169:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788874133.743198:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859226880:0@lo:400:kworker.0 00010000:00080000:1.0:1788874133.743234:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343a36a00 x1875769859226752/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874133.743245:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859226752:0@lo:400:kworker.0 00010000:00080000:1.0:1788874133.743255:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343a36d80 x1875769859227264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874133.743263:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3635:1875769859227264:0@lo:400:kworker.0 00000100:00100000:3.0:1788874133.746497:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859226496:0@lo:400:kworker.0 00000100:00100000:3.0:1788874133.746579:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874133.746643:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859227008:0@lo:400:kworker.0 00000100:00100000:3.0:1788874133.746671:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874133.746698:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788874133.746705:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859226624:0@lo:400:kworker.0 00000100:00100000:3.0:1788874133.746742:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874133.746767:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859227136:0@lo:400:kworker.0 00000100:00100000:3.0:1788874133.746787:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874133.746823:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226624 00000100:00100000:3.0:1788874133.746831:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226624 00000100:00100000:3.0:1788874133.746867:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788874133.746876:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859226624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874133.746947:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859226624:12345-0@lo:400:kworker.0 Request processed in 72us (204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874133.746955:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1788874133.746995:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859226624:0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.747386:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859226496 00000100:00100000:1.0:1788874133.747391:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859226496 00000100:00100000:1.0:1788874133.747441:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788874133.747458:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:3633:x1875769859226496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.747502:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:3633:x1875769859226496:12345-0@lo:400:kworker.0 Request processed in 46us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874133.747510:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788874133.747538:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227008 00000100:00100000:1.0:1788874133.747542:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227008 00000100:00100000:1.0:1788874133.747566:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227136 00000100:00100000:1.0:1788874133.747569:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227136 00000100:00100000:1.0:1788874133.747593:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788874133.747599:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859227008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.747640:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f439180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859227008:12345-0@lo:400:kworker.0 Request processed in 41us (968us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874133.747647:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788874133.747658:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788874133.747664:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859227136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.747690:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859227136:12345-0@lo:400:kworker.0 Request processed in 27us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874133.747695:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00080000:1.0:1788874133.747715:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788874133.748186:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343a35c00 x1875769859227136/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874133.748199:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859227136:0@lo:400:kworker.0 00000100:00100000:1.0:1788874133.748567:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859226496:0@lo:400:kworker.0 00010000:00080000:1.0:1788874133.748579:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343a34a80 x1875769859227008/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874133.748615:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859227008:0@lo:400:kworker.0 00010000:00010000:1.0:1788874133.870440:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874134.911376:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788874135.624646:0:24588:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1788874135.931388:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874136.495914:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874121/real 1788874121] req@ffff9d33435a2d80 x1875769859219584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874136.495954:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d33435a2d80 x1875769859219584/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874136.495964:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874121/real 1788874121] req@ffff9d33435a1180 x1875769859219712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874136 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874136.495974:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d33435a1180 x1875769859219712/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874136 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874136.496000:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3341eaf000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874136.496034:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874136.496039:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859219584:0@lo:8:kworker.0 00000100:00080000:1.0:1788874136.496044:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874136.496049:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874136.496051:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859219712:0@lo:8:kworker.0 00000100:00080000:2.0:1788874136.496193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874136.496198:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874136.496201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874136.496224:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788874136.496244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874136.496247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788874136.496250:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3341eaf000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874136.496268:0:38:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:2.0:1788874136.496274:0:38:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788874136.496282:0:38:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9d3341eaf000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874136.496304:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f3a2300 x1875769859227904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874136.496326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874136.496329:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874136.496331:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874136.496334:0:38:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 658 00000100:00080000:2.0:1788874136.496337:0:38:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1788874136.496340:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874136.496353:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f3a1f80 x1875769859228032/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788874136.496396:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875769859227648:0@lo:400:kworker.0 00000100:00100000:1.0:1788874136.496732:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4254fed6-01aa-4141-aa5c-8cca81572654:3636:1875769859227392:0@lo:400:kworker.0 00000100:00100000:3.0:1788874136.498419:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859227520:0@lo:400:kworker.0 00000100:00100000:0.0:1788874136.499322:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859227904:0@lo:8:kworker.0 00000100:00100000:1.0:1788874136.507180:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874136.507444:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874136.507591:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859228160:0@lo:400:kworker.0 00000100:00100000:1.0:1788874136.507636:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874136.507666:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788874136.507692:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859227776:0@lo:400:kworker.0 00000100:00100000:2.0:1788874136.507951:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3634:1875769859228416:0@lo:400:kworker.0 00000100:00100000:2.0:1788874136.507986:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874136.508059:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874136.508136:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227392 00000100:00100000:1.0:1788874136.508144:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227392 00000100:00100000:1.0:1788874136.508195:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788874136.508228:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:3636:x1875769859227392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874136.508299:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:3636:x1875769859227392:12345-0@lo:400:kworker.0 Request processed in 96us (2718us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874136.508306:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788874136.508354:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227648 00000100:00100000:1.0:1788874136.508358:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227648 00000100:00100000:1.0:1788874136.508376:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228160 00000100:00100000:1.0:1788874136.508379:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228160 00000100:00100000:1.0:1788874136.508389:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228416 00000100:00100000:1.0:1788874136.508392:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228416 00000100:00100000:1.0:1788874136.508415:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788874136.508421:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875769859227648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874136.508475:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875769859227648:12345-0@lo:400:kworker.0 Request processed in 53us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874136.508482:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788874136.508494:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788874136.508499:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859228160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874136.508529:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f437480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859228160:12345-0@lo:400:kworker.0 Request processed in 29us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874136.508535:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788874136.508545:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788874136.508552:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875769859228416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874136.508606:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875769859228416:12345-0@lo:400:kworker.0 Request processed in 55us (619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874136.508612:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:1.0:1788874136.508638:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788874136.508725:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4254fed6-01aa-4141-aa5c-8cca81572654:3636:1875769859227392:0@lo:400:kworker.0 00010000:00080000:1.0:1788874136.508742:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a2d80 x1875769859228160/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874136.508754:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859228160:0@lo:400:kworker.0 00010000:00080000:1.0:1788874136.508913:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a0a80 x1875769859227648/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874136.508923:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875769859227648:0@lo:400:kworker.0 00010000:00080000:1.0:1788874136.508931:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a0700 x1875769859228416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874136.508938:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3634:1875769859228416:0@lo:400:kworker.0 00000100:00100000:3.0:1788874136.509018:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874136.509118:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874136.509152:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859228032:0@lo:8:kworker.0 00000100:00100000:0.0:1788874136.509177:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874136.509238:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227904 00000100:00100000:0.0:1788874136.509242:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227904 00000100:00100000:0.0:1788874136.509258:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228032 00000100:00100000:0.0:1788874136.509260:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228032 00000100:00100000:0.0:1788874136.509268:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788874136.509281:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859227904:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788874136.509307:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 673 last 0 00000020:00000080:0.0:1788874136.509332:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d25b 00002000:00100000:0.0:1788874136.509344:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9d3342454800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1788874136.509348:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1788874136.509351:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788874136.509517:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1788874136.509540:0:24224:0:(import.c:65:import_set_state_nolock()) ffff9d3342451000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874136.509596:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3632:x1875769859227904:12345-0@lo:8:kworker.0 Request processed in 314us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874136.509603:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788874136.509618:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788874136.509623:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859228032:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788874136.509635:0:24224:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1788874136.523641:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859228288:0@lo:400:kworker.0 00000100:00100000:3.0:1788874136.523717:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874136.536251:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227776 00000100:00100000:2.0:1788874136.536282:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227776 00000100:00100000:2.0:1788874136.536380:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859227520 00000100:00100000:2.0:1788874136.536384:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859227520 00000100:00100000:2.0:1788874136.536407:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788874136.536418:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859227776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874136.536539:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f435880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859227776:12345-0@lo:400:kworker.0 Request processed in 123us (28479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874136.536548:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788874136.536565:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788874136.536572:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859227520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874136.536620:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f439500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859227520:12345-0@lo:400:kworker.0 Request processed in 49us (27604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874136.536639:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788874136.536716:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859227776:0@lo:400:kworker.0 00000100:00100000:2.0:1788874136.537661:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228288 00000100:00100000:2.0:1788874136.537670:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228288 00000100:00100000:2.0:1788874136.537732:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788874136.537747:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859228288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874136.537803:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859228288:12345-0@lo:400:kworker.0 Request processed in 64us (14087us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874136.537810:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:2.0:1788874136.537834:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788874136.540525:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859227520:0@lo:400:kworker.0 00010000:00080000:3.0:1788874136.540550:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a0e00 x1875769859228288/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874152 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874136.540562:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859228288:0@lo:400:kworker.0 00010000:00080000:0.0:1788874136.543404:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a2300 x1875769859227904/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788874156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874136.543420:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788874136.543443:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1788874136.543453:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1788874136.543459:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788874136.543463:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3341eaf000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1788874136.543492:0:3632:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1788874136.543499:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859227904:0@lo:8:kworker.0 00000100:00100000:0.0:1788874136.543615:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859228032:12345-0@lo:8:kworker.0 Request processed in 33989us (34435us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788874136.543643:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788874136.543679:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788874136.543684:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788874136.543687:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859228032:0@lo:8:kworker.0 00000004:00080000:1.0:1788874136.545978:0:23458:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788874136.546086:0:23458:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 673491880916ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788874136.546095:0:23458:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:3.0:1788874136.546412:0:23459:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:3.0:1788874136.546443:0:23459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23459:1875769859228672:0@lo:7:osp-pre-0-1.0 00000100:00100000:3.0:1788874136.546509:0:23459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874136.546545:0:23459:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867900 going to sleep for 11 seconds 00000100:00100000:3.0:1788874136.546558:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788874136.546570:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859228544:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788874136.546609:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874136.546656:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228672 00000100:00100000:3.0:1788874136.546664:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228672 00000100:00100000:3.0:1788874136.546715:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788874136.546724:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23459:x1875769859228672:12345-0@lo:7:osp-pre-0-1.0 00000100:00080000:3.0:1788874136.546905:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788874136.547597:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228544 00000100:00100000:0.0:1788874136.547604:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228544 00000100:00100000:0.0:1788874136.547642:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788874136.547647:0:24227:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 2 min 2 max 16 00000100:00100000:0.0:1788874136.547650:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3636:x1875769859228544:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788874136.547654:0:24227:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_002' 00002000:00000024:0.0:1788874136.547675:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788874136.548049:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3636:x1875769859228544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 398us (1437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874136.548057:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1788874136.548573:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f439880 x1875769859228544/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788874152 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874136.548614:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859228544:0@lo:13:osp-pre-0-1.0 00000004:00080000:3.0:1788874136.561126:0:23449:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:3.0:1788874136.561452:0:24223:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1788874136.561459:0:24223:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1788874136.561556:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23459:x1875769859228672:12345-0@lo:7:osp-pre-0-1.0 Request processed in 14829us (15042us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874136.561567:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788874136.561658:0:23459:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f43ad80 x1875769859228672/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788874152 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874136.561675:0:23459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43ad80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23459:1875769859228672:0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1788874136.561688:0:23459:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788874136.561739:0:23459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23459:1875769859228800:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788874136.561777:0:23459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874136.561811:0:23459:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334363da80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874136.562103:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228800 00000100:00100000:0.0:1788874136.562111:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228800 00000100:00100000:0.0:1788874136.562223:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788874136.562236:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23459:x1875769859228800:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:0.0:1788874136.562266:0:24224:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788874136.562315:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23459:x1875769859228800:12345-0@lo:5:osp-pre-0-1.0 Request processed in 82us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874136.562322:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1788874136.562624:0:23459:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a1880 x1875769859228800/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788874152 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874136.562636:0:23459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23459:1875769859228800:0@lo:5:osp-pre-0-1.0 00000004:00080000:2.0:1788874136.562647:0:23459:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788874136.562674:0:23459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23459:1875769859228928:0@lo:5:osp-pre-0-1.0 00000100:00100000:2.0:1788874136.562699:0:23459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874136.562733:0:23459:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334363da80 going to sleep for 11 seconds 00000100:00100000:3.0:1788874136.562746:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859228928 00000100:00100000:3.0:1788874136.562752:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859228928 00000100:00100000:3.0:1788874136.562787:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874136.562794:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23459:x1875769859228928:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:3.0:1788874136.562825:0:24223:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000001:00080000:0.0:1788874136.618692:0:24219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:0.0:1788874136.618711:0:24219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1788874136.618936:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23459:x1875769859228928:12345-0@lo:5:osp-pre-0-1.0 Request processed in 56137us (56231us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788874136.618950:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1788874136.623546:0:23459:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a1880 x1875769859228928/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788874152 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874136.623567:0:23459:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1788874136.623574:0:23459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23459:1875769859228928:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1788874136.623605:0:23459:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:3.0:1788874136.623667:0:23459:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23459:1875769859229056:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788874136.623733:0:23459:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874136.623784:0:23459:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343867540 going to sleep for 11 seconds 00000100:00100000:0.0:1788874136.623865:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229056 00000100:00100000:0.0:1788874136.623873:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229056 00000100:00100000:0.0:1788874136.623930:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788874136.623942:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23459:x1875769859229056:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1788874136.624010:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23459:x1875769859229056:12345-0@lo:900:osp-pre-0-1.0 Request processed in 70us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874136.624017:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1788874136.624088:0:23459:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f439c00 x1875769859229056/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788874152 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874136.624099:0:23459:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23459:1875769859229056:0@lo:900:osp-pre-0-1.0 00000020:00000004:2.0:1788874136.715183:0:24642:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788874136.715447:0:24642:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788874136.945885:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874137.327509:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788874137.327538:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859229184:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874137.327632:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874137.327706:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229184 00000100:00100000:0.0:1788874137.327715:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229184 00000100:00100000:0.0:1788874137.327768:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788874137.327777:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859229184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788874137.327843:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788874137.327892:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859229184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874137.327900:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788874137.327948:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859229184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788874137.328400:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859229312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788874137.328448:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874137.328579:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229312 00000100:00100000:3.0:1788874137.328585:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229312 00000100:00100000:3.0:1788874137.328628:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788874137.328634:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859229312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788874137.328667:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874137.328727:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859229312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874137.328734:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788874137.328767:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859229312:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1788874137.862792:0:24692:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788874137.863032:0:24692:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788874137.973700:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874138.990588:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788874139.379627:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788874140.016331:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874141.045530:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874141.935052:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874141.935075:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f439c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859229440:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788874141.935160:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.935662:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229440 00000100:00100000:0.0:1788874141.935671:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229440 00000100:00100000:0.0:1788874141.935731:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788874141.935742:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859229440:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788874141.935790:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788874141.935841:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f439f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859229440:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.935848:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788874141.935869:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788874141.935904:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f439c00 x1875769859229440/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788874157 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874141.935926:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f439c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859229440:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788874141.942771:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874141.942778:0:24855:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788874141.942781:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874141.942784:0:24855:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788874141.942804:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788874141.942807:0:24855:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788874141.942810:0:24855:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788874141.942819:0:24855:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1788874141.942825:0:24855:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1788874141.942833:0:24855:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:0.0:1788874141.942854:0:24855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d33435a0380 x1875769859230080/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788874141.942907:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859229696:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943040:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943088:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859230336:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943125:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943151:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788874141.943157:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4254fed6-01aa-4141-aa5c-8cca81572654:3636:1875769859229568:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943194:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943234:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859230208:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943256:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943284:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859230080:0@lo:8:kworker.0 00000100:00100000:0.0:1788874141.943309:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943340:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229696 00000100:00100000:0.0:1788874141.943348:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229696 00000100:00100000:0.0:1788874141.943399:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788874141.943409:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859229696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943460:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f356680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859229696:12345-0@lo:400:kworker.0 Request processed in 52us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.943468:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788874141.943491:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230336 00000100:00100000:0.0:1788874141.943494:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230336 00000100:00100000:0.0:1788874141.943542:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230208 00000100:00100000:0.0:1788874141.943545:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230208 00000100:00100000:0.0:1788874141.943558:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788874141.943563:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859230336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943589:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f355880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859230336:12345-0@lo:400:kworker.0 Request processed in 26us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.943594:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788874141.943603:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788874141.943608:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859230208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943637:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f357100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859230208:12345-0@lo:400:kworker.0 Request processed in 29us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.943643:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788874141.943658:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229568 00000100:00100000:0.0:1788874141.943661:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229568 00000100:00100000:0.0:1788874141.943681:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788874141.943687:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:3636:x1875769859229568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943710:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:3636:x1875769859229568:12345-0@lo:400:kworker.0 Request processed in 23us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.943715:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1788874141.943739:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230080 00000100:00100000:0.0:1788874141.943742:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230080 00000100:00100000:0.0:1788874141.943757:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788874141.943761:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859230080:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788874141.943779:0:24224:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1788874141.943804:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f357480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859230080:12345-0@lo:8:kworker.0 Request processed in 42us (495us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788874141.943810:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788874141.943853:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859229952:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943875:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943892:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788874141.943897:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875769859229824:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943913:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943924:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3634:1875769859230464:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.943944:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874141.943968:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229952 00000100:00100000:0.0:1788874141.943971:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229952 00000100:00100000:0.0:1788874141.943989:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788874141.943994:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859229952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.944022:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f354e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859229952:12345-0@lo:400:kworker.0 Request processed in 27us (145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.944027:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788874141.944046:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859229824 00000100:00100000:0.0:1788874141.944049:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859229824 00000100:00100000:0.0:1788874141.944063:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230464 00000100:00100000:0.0:1788874141.944065:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230464 00000100:00100000:0.0:1788874141.944079:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788874141.944084:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875769859229824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.944106:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f356d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1875769859229824:12345-0@lo:400:kworker.0 Request processed in 22us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.944112:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788874141.944122:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788874141.944127:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875769859230464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.944149:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f356a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1875769859230464:12345-0@lo:400:kworker.0 Request processed in 22us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874141.944154:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:0.0:1788874141.944169:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788874141.944172:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788874141.944192:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788874141.944196:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788874141.944200:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859230080:0@lo:8:kworker.0 00010000:00080000:0.0:1788874141.944247:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d33435a3b80 x1875769859229824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874141.944264:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3634:1875769859229824:0@lo:400:kworker.0 00010000:00080000:0.0:1788874141.944273:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d33435a2680 x1875769859230464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874141.944282:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3634:1875769859230464:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.944289:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859229952:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.944318:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4254fed6-01aa-4141-aa5c-8cca81572654:3636:1875769859229568:0@lo:400:kworker.0 00010000:00080000:0.0:1788874141.944327:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d33435a3100 x1875769859230208/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874141.944334:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859230208:0@lo:400:kworker.0 00000100:00100000:0.0:1788874141.944343:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859229696:0@lo:400:kworker.0 00010000:00080000:0.0:1788874141.944351:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d33435a1880 x1875769859230336/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874157 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874141.944358:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859230336:0@lo:400:kworker.0 00010000:00010000:3.0:1788874142.065736:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874142.446402:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788874142.446430:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859230592:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788874142.446453:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859230720:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788874142.462939:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874142.462998:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874142.463070:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230592 00000100:00100000:3.0:1788874142.463079:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230592 00000100:00100000:1.0:1788874142.463237:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230720 00000100:00100000:1.0:1788874142.463243:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230720 00000100:00100000:1.0:1788874142.463316:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788874142.463327:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859230720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788874142.463383:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788874142.463487:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859230720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874142.463494:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788874142.463641:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859230720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874142.469028:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788874142.469046:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859230592:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788874142.469105:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874142.469243:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f355180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859230592:12345-0@lo:41:osp-pre-0-1.0 Request processed in 202us (6310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874142.469252:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788874142.469270:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f357800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859230592:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788874142.968028:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874122/real 1788874122] req@ffff9d3343805500 x1875769859220992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874142 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874142.968065:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343805500 x1875769859220992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874142 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874142.968075:0:3632:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788874122/real 1788874122] req@ffff9d3343804e00 x1875769859221120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874142 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874142.968087:0:3632:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9d3343804e00 x1875769859221120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788874142 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788874142.968108:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874142.968140:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874142.968144:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859220992:0@lo:8:kworker.0 00000100:00080000:1.0:1788874142.968152:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874142.968159:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1788874142.968163:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859221120:0@lo:8:kworker.0 00000100:00080000:2.0:1788874142.968754:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874142.968759:0:24855:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788874142.968762:0:24855:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874142.968768:0:24855:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 659 00000100:00080000:2.0:1788874142.968775:0:24855:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788874142.968781:0:24855:0:(import.c:665:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9d3344104000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874142.968804:0:24855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f3a3800 x1875769859230976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874142.968818:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874142.968821:0:24855:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874142.968823:0:24855:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874142.968827:0:24855:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 659 00000100:00080000:2.0:1788874142.968841:0:24855:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788874142.968844:0:24855:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d347a76a800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874142.968857:0:24855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f3a0700 x1875769859231104/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874142.968889:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874142.968892:0:24855:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874142.968894:0:24855:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874142.968905:0:24855:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 678 00000100:00080000:2.0:1788874142.968907:0:24855:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788874142.968911:0:24855:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874142.968925:0:24855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f3a3100 x1875769859231488/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788874142.968968:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859231232:0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.969046:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874142.969084:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859231872:0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.969111:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874142.969139:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788874142.969146:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859231360:0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.969173:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874142.969236:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231232 00000100:00100000:2.0:1788874142.969244:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231232 00000100:00100000:2.0:1788874142.969291:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231872 00000100:00100000:2.0:1788874142.969295:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231872 00000100:00100000:2.0:1788874142.969316:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788874142.969325:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859231232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.969378:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859231232:12345-0@lo:400:kworker.0 Request processed in 54us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874142.969386:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788874142.969406:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788874142.969413:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859231872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.969442:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859231872:12345-0@lo:400:kworker.0 Request processed in 31us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874142.969448:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788874142.969485:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231360 00000100:00100000:2.0:1788874142.969489:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231360 00000100:00100000:2.0:1788874142.969527:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788874142.969537:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859231360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.969570:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859231360:12345-0@lo:400:kworker.0 Request processed in 37us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874142.969576:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788874142.969614:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a2d80 x1875769859231360/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788874158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874142.969628:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859231360:0@lo:400:kworker.0 00010000:00080000:2.0:1788874142.969640:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a0a80 x1875769859231232/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874142.969649:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859231232:0@lo:400:kworker.0 00010000:00080000:2.0:1788874142.969660:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343804e00 x1875769859231872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874142.969668:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859231872:0@lo:400:kworker.0 00000100:00100000:1.0:1788874142.969927:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4254fed6-01aa-4141-aa5c-8cca81572654:3636:1875769859230848:0@lo:400:kworker.0 00000100:00100000:1.0:1788874142.969972:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.970026:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859231744:0@lo:400:kworker.0 00000100:00100000:1.0:1788874142.970064:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.970090:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788874142.970096:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859231616:0@lo:400:kworker.0 00000100:00100000:1.0:1788874142.970118:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.970150:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231744 00000100:00100000:1.0:1788874142.970154:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231744 00000100:00100000:1.0:1788874142.970182:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231616 00000100:00100000:1.0:1788874142.970185:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231616 00000100:00100000:1.0:1788874142.970234:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788874142.970243:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859231744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874142.970278:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f434700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859231744:12345-0@lo:400:kworker.0 Request processed in 38us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874142.970285:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788874142.970299:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788874142.970306:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859231616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874142.970333:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f437800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859231616:12345-0@lo:400:kworker.0 Request processed in 27us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874142.970340:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788874142.970363:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859230976:0@lo:8:kworker.0 00000100:00100000:1.0:1788874142.970393:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.970419:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859231104:0@lo:8:kworker.0 00000100:00100000:1.0:1788874142.970444:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.970463:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859231488:0@lo:8:kworker.0 00000100:00100000:1.0:1788874142.970483:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.970513:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230976 00000100:00100000:1.0:1788874142.970528:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230976 00000100:00100000:1.0:1788874142.970550:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231104 00000100:00100000:1.0:1788874142.970553:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231104 00000100:00100000:1.0:1788874142.970563:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859231488 00000100:00100000:1.0:1788874142.970566:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859231488 00000100:00100000:1.0:1788874142.970576:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788874142.970581:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859230976:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788874142.970610:0:24225:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 679 last 0 00000020:00000080:1.0:1788874142.970644:0:24225:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9d262 00002000:00100000:1.0:1788874142.970661:0:24225:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9d3342514000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:1.0:1788874142.970666:0:24225:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:1.0:1788874142.970670:0:24225:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:1.0:1788874142.970755:0:24225:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788874142.970780:0:24225:0:(import.c:65:import_set_state_nolock()) ffff9d3342510800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788874142.970820:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f435180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3632:x1875769859230976:12345-0@lo:8:kworker.0 Request processed in 238us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874142.970827:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788874142.970855:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788874142.970859:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859231104:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788874142.970871:0:24225:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788874142.970898:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f434a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859231104:12345-0@lo:8:kworker.0 Request processed in 37us (453us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788874142.970903:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788874142.970914:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788874142.970919:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859231488:12345-0@lo:8:kworker.0 00010000:00020000:1.0:1788874142.970927:0:24225:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788874142.970950:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f436300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859231488:12345-0@lo:8:kworker.0 Request processed in 30us (465us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788874142.970961:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1788874142.970996:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a1c00 x1875769859231616/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874142.971008:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859231616:0@lo:400:kworker.0 00010000:00080000:1.0:1788874142.971017:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a1880 x1875769859231744/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874158 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874142.971025:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859231744:0@lo:400:kworker.0 00010000:00080000:1.0:1788874142.971052:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a3800 x1875769859230976/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788874167 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874142.971059:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788874142.971066:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1788874142.971074:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788874142.971079:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788874142.971081:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3344104000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788874142.971095:0:3632:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788874142.971100:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859230976:0@lo:8:kworker.0 00000100:00080000:1.0:1788874142.971109:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874142.971113:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874142.971115:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859231104:0@lo:8:kworker.0 00000100:00080000:1.0:1788874142.971121:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788874142.971123:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788874142.971126:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859231488:0@lo:8:kworker.0 00000004:00080000:1.0:1788874142.971173:0:22742:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:1.0:1788874142.971198:0:22742:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f435500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1875769859232128:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788874142.971248:0:22742:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.971265:0:22742:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34505023c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874142.971280:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859232000:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788874142.971305:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874142.971332:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232128 00000100:00100000:1.0:1788874142.971336:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232128 00000100:00100000:1.0:1788874142.971370:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788874142.971377:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22742:x1875769859232128:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:1.0:1788874142.971650:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:3.0:1788874142.972391:0:22741:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788874142.972474:0:22741:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 679918269315ns, next at 0ns, rc = 0 00080000:00080000:3.0:1788874142.972482:0:22741:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1788874142.972534:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232000 00000100:00100000:3.0:1788874142.972540:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232000 00000100:00100000:3.0:1788874142.972577:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788874142.972585:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3634:x1875769859232000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788874142.972610:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788874142.972674:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f436680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3634:x1875769859232000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874142.972680:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788874142.972732:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f436d80 x1875769859232000/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788874158 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874142.972750:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859232000:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788874142.973269:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859230848 00000100:00100000:2.0:1788874142.973275:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859230848 00000100:00100000:2.0:1788874142.973320:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788874142.973328:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:3636:x1875769859230848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874142.973374:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:3636:x1875769859230848:12345-0@lo:400:kworker.0 Request processed in 47us (3402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874142.973381:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1788874142.973422:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:4254fed6-01aa-4141-aa5c-8cca81572654:3636:1875769859230848:0@lo:400:kworker.0 00002000:00080000:2.0:1788874142.978907:0:24225:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:2.0:1788874142.978920:0:24225:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:2.0:1788874142.978927:0:24225:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000004:00080000:1.0:1788874142.996664:0:22698:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:3.0:1788874142.997994:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874142.998005:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998079:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788874142.998085:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874142.998092:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998181:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998194:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998291:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998313:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874142.998385:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874142.998393:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998402:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874142.998407:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998417:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998435:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998443:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d269 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.998462:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874142.998464:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874142.998466:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874142.999464:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874142.999473:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.999484:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788874142.999488:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874142.999493:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.999515:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.999535:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.999543:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874142.999571:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788874143.001581:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874143.001596:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.001611:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788874143.001616:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874143.001622:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.001635:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.001644:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.001665:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.003024:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788874143.004927:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874143.004942:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.004959:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788874143.004964:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874143.004970:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.004985:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.004994:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.005001:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.006940:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788874143.006955:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.006976:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874143.006982:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.006993:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007028:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007037:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002a9b3adf/0x25c660afb0a9d270 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007056:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788874143.007060:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007066:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874143.007069:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007075:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007085:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007097:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000020e7fd1a/0x25c660afb0a9d277 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007110:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874143.007113:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007120:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874143.007123:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007131:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007141:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.007148:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.007150:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.007152:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874143.008234:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.008444:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788874143.008453:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d27e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788874143.010404:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.010416:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.010433:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.010438:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.010445:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.010462:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.010473:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.010495:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.010567:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.010576:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.010584:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475eca400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.010589:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.010599:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.010617:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.010629:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.010631:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.010633:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.013422:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874143.013430:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788874143.013441:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d285 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788874143.015010:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.015024:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.015040:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.015045:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.015052:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.015067:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.015077:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.015085:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.015131:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788874143.015155:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874143.015163:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.015171:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecbc00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874143.015180:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.015190:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.015224:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.015232:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e93eb12/0x25c660afb0a9d28c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.015250:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.015252:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.015254:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788874143.016352:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.016360:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.016371:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.016375:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.016380:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.016391:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.016399:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.016405:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.016434:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788874143.016548:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874143.016555:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.016563:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecac00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874143.016567:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.016576:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.016589:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.016605:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c8ff4e3d/0x25c660afb0a9d293 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.016622:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.016624:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.016625:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788874143.017456:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.017464:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.017473:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.017481:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.017486:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.017496:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.017503:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.017510:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.017941:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788874143.018536:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.018542:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.018552:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.018555:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.018559:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.018569:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.018576:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.018590:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.018670:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788874143.018678:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.018685:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecaa00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.018689:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.018697:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.018712:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.018721:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d29a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.018858:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.018864:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.018871:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.018875:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.018896:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.018907:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.018916:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.018918:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.018920:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874143.018982:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788874143.018988:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2a1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788874143.019545:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.019552:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.019562:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.019566:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.019570:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.019580:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.019588:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.019597:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.019708:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.019714:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.019722:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.019735:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.019742:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.019754:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.019763:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.019764:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.019766:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874143.019861:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788874143.019866:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020186:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788874143.020386:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.020391:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020400:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.020403:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.020407:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020417:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020425:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020432:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020480:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788874143.020792:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.020798:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020813:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.020816:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.020820:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020829:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020838:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.020845:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020926:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788874143.020932:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020940:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475eca000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.020943:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020952:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020964:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020972:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d18b399f/0x25c660afb0a9d2af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.020990:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.020994:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.021000:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.021004:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.021062:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.021079:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.021089:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.021090:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.021092:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874143.021350:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1788874143.021356:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2b6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788874143.024585:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874143.024600:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.024621:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788874143.024626:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874143.024633:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.024667:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.024678:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.024686:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.026106:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.026892:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.026905:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.026911:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.026924:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.026947:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 2/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.026958:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.026960:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.026962:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.027647:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788874143.027656:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e286b487/0x25c660afb0a9d2bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788874143.030900:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874143.030914:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.030932:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=679s v=(0 0) 00010000:00010000:3.0:1788874143.030936:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874143.030942:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.030957:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.030977:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.030985:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.035797:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.035814:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.035843:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.035848:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.035859:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.035883:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.035893:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.035895:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.035897:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.036075:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.036174:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788874143.036182:0:24225:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001ba91a5d/0x25c660afb0a9d2c4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788874143.038507:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.038529:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.038547:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.038552:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.038560:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.038599:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.038610:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.038618:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.038639:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874143.039034:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.039042:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.039051:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.039056:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.039066:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.039082:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.039094:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000086437cb2/0x25c660afb0a9d2cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.039120:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.039123:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.039124:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788874143.039483:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.039489:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.039499:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.039502:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.039505:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.039514:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.039535:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.039553:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.039577:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788874143.039784:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874143.039791:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.039800:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874143.039803:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.039811:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.039823:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.039830:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000fb42212/0x25c660afb0a9d2d2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.039844:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.039846:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874143.039848:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788874143.040768:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.040777:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.040789:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.040792:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.040797:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.040806:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.040815:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.040822:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.040844:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788874143.041318:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788874143.041325:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.041338:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=679s v=(0 0) 00010000:00010000:1.0:1788874143.041342:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874143.041347:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.041357:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.041365:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.041373:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874143.041387:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788874143.043511:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874143.043535:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.043549:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788874143.043554:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874143.043560:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.043574:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.043583:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.043591:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.043617:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788874143.043808:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788874143.043816:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043825:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecb400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.043839:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043850:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043866:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043873:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f775ec91/0x25c660afb0a9d2d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043895:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788874143.043899:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043905:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475eca400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.043908:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043915:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043924:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043932:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000060f77c45/0x25c660afb0a9d2e0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043941:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.043944:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043949:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.043952:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043968:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043978:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.043985:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000810faea1/0x25c660afb0a9d2e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.044009:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.044011:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.044013:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.044920:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.044928:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874143.045057:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874143.045066:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.045080:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788874143.045084:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874143.045089:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.045117:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.045127:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.045134:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.045154:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.045478:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.045484:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.045493:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.045497:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.045507:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.045551:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.045572:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009423969d/0x25c660afb0a9d2ee lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.045591:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.045593:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.045595:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874143.046130:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874143.046136:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.046147:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788874143.046151:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874143.046155:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.046166:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.046174:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.046192:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.046234:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874143.046239:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.046246:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.046253:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.046256:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.046263:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.046275:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.046283:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d3d873b/0x25c660afb0a9d2f5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.046298:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.046304:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.046306:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874143.049277:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874143.049293:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.049313:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=679s v=(0 0) 00010000:00010000:0.0:1788874143.049317:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874143.049324:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.049340:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.049361:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.049369:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874143.049389:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874143.050886:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874143.050903:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.050917:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e24600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874143.050922:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.050934:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.050959:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.050966:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000376ca203/0x25c660afb0a9d2fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.050987:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.050989:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.050992:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.052795:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.052809:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.052826:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788874143.052831:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.052845:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.052860:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.052871:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.052878:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.052905:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.052927:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.052934:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.052942:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.052946:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.052953:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.052967:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.052975:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000027f06ec5/0x25c660afb0a9d303 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.052996:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.053009:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.053011:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.053482:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.053489:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.053498:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788874143.053501:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.053504:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.053513:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.053532:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.053550:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.053574:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.053656:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.053661:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.053669:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.053673:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.053681:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.053692:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.053699:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006a7327a6/0x25c660afb0a9d30a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.053714:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.053715:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.053717:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.054071:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.054077:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054086:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788874143.054089:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.054093:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054102:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054109:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054115:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054138:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788874143.054542:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.054549:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054564:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=679s v=(0 0) 00010000:00010000:2.0:1788874143.054567:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.054571:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054581:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054589:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054596:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.054609:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788874143.054696:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788874143.054703:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054711:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.054714:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054804:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054817:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054824:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d311 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054839:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.054842:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054848:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.054851:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054859:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054867:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054874:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008fa9acd0/0x25c660afb0a9d318 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.054899:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.054901:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.054902:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.054909:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.056328:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.056351:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.056364:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788874143.056369:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.056374:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.056389:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.056409:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.056417:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.056435:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.056823:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.056830:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.056837:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.056841:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.056850:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.056862:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.056869:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000664d3857/0x25c660afb0a9d31f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.056886:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.056888:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.056889:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.057023:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.057030:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.057038:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788874143.057041:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.057046:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.057056:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.057064:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.057073:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.057106:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.057302:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.057307:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.057321:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.057324:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.057332:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.057353:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.057360:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fea60f7b/0x25c660afb0a9d326 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.057374:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.057376:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.057377:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.058868:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.058880:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.058895:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788874143.058899:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.058904:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.058916:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.058925:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.058932:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.058955:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.058981:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.058989:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059008:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.059012:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059020:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059041:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059048:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000adbb12f6/0x25c660afb0a9d32d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059065:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.059066:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.059068:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.059490:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.059496:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059505:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788874143.059512:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.059527:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059538:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059546:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059553:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059571:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.059798:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.059805:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059812:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.059816:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059824:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788874143.059833:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874143.059836:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059838:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059845:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d58690b7/0x25c660afb0a9d334 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059846:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788874143.059850:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.059854:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059863:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059870:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.059871:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.059871:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.059873:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874143.059882:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.059901:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.060108:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.060114:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060126:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33442b2e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.060129:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060136:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060147:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060154:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000734653a2/0x25c660afb0a9d33b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060167:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.060169:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.060170:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788874143.060397:0:24225:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788874143.060402:0:24225:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.060410:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=680s v=(0 0) 00010000:00010000:2.0:1788874143.060413:0:24225:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874143.060417:0:24225:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.060426:0:24225:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.060435:0:24225:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.060441:0:24225:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874143.060460:0:24225:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874143.060546:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874143.060551:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060570:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33442b3c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874143.060574:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060582:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060593:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060601:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1579f65/0x25c660afb0a9d342 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24225 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874143.060615:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.060617:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874143.060618:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788874143.060712:0:24225:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1788874143.060822:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f435f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22742:x1875769859232128:12345-0@lo:5:osp-pre-0-0.0 Request processed in 89442us (89569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874143.060838:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788874143.060854:0:22742:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f435500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1875769859232128:0@lo:5:osp-pre-0-0.0 00000004:00080000:0.0:1788874143.060873:0:22742:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:0.0:1788874143.060924:0:22742:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f357800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1875769859232256:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1788874143.060963:0:22742:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874143.061104:0:22742:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d33439f1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788874143.061139:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232256 00000100:00100000:2.0:1788874143.061146:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232256 00000100:00100000:2.0:1788874143.061194:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788874143.061323:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22742:x1875769859232256:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:2.0:1788874143.061426:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:2.0:1788874143.086960:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788874143.087316:0:24219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1788874143.087379:0:24219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1788874143.087799:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f356300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22742:x1875769859232256:12345-0@lo:5:osp-pre-0-0.0 Request processed in 26592us (26830us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788874143.087812:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788874143.088243:0:22742:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788874143.088252:0:22742:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f357800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22742:1875769859232256:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788874143.088269:0:22742:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00000040:00080000:0.0:1788874143.535434:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788874144.114464:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788874144.915763:0:25039:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:0.0:1788874144.915771:0:25039:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:0.0:1788874144.915772:0:25039:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:0.0:1788874144.916149:0:25039:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9d3342454000 00000020:01000004:0.0:1788874144.916179:0:25039:0:(tgt_mount.c:2506:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:0.0:1788874144.916247:0:25039:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1788874144.916276:0:25039:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9d3342960000) 00000020:00000080:0.0:1788874144.916306:0:25039:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:1.0:1788874144.963750:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:1.0:1788874144.965938:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:1.0:1788874144.966298:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:1.0:1788874144.966619:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:1.0:1788874144.966807:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:1.0:1788874144.970053:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:1.0:1788874144.970308:0:25039:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:01000000:3.0:1788874144.976782:0:25039:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1788874144.977156:0:25039:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1788874144.977172:0:25039:0:(osd_handler.c:8924:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788874144.977545:0:25039:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x25c660afb0a9d350 00000020:01000004:2.0:1788874144.977554:0:25039:0:(tgt_mount.c:2591:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788874144.977580:0:25039:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.202.120@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788874144.977583:0:25039:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.202.120@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788874144.977590:0:25039:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788874144.977642:0:25039:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788874144.977646:0:25039:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.120@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1788874144.989051:0:25039:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.202.120@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788874144.989092:0:25039:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.202.120@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1788874144.989097:0:25039:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788874144.989099:0:25039:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788874144.989100:0:25039:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874144.989102:0:25039:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874144.989103:0:25039:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874144.989110:0:25039:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874144.989112:0:25039:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874144.989113:0:25039:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874144.989115:0:25039:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788874144.989118:0:25039:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1788874144.989120:0:25039:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788874144.989122:0:25039:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788874144.989123:0:25039:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874144.989124:0:25039:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874144.989125:0:25039:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874144.989126:0:25039:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874144.989127:0:25039:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874144.989128:0:25039:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874144.989129:0:25039:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788874144.989158:0:25039:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788874144.989178:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232384:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788874144.989276:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874144.989331:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:0.0:1788874144.989408:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232384 00000100:00100000:0.0:1788874144.989416:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232384 00000100:00100000:0.0:1788874144.989605:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788874144.989617:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:25039:x1875769859232384:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788874144.989648:0:22710:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:0.0:1788874144.989652:0:22710:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:0.0:1788874144.989656:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:0.0:1788874144.989929:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+21:25039:x1875769859232384:12345-0@lo:253:mount.lustre.0 Request processed in 314us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874144.989937:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788874144.990017:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232384:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788874144.990028:0:25039:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788874144.990030:0:25039:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788874144.990032:0:25039:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788874144.990033:0:25039:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874144.990034:0:25039:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874144.990036:0:25039:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874144.990037:0:25039:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874144.990038:0:25039:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874144.990039:0:25039:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874144.990040:0:25039:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:3.0:1788874144.990058:0:25039:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9d3342454000 from lustre-OST0001 10000000:01000000:3.0:1788874144.990084:0:25039:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:3.0:1788874144.990086:0:25039:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788874144.990096:0:25039:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9d347a790000 local copy 00010000:00010000:3.0:1788874144.990105:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874144.990250:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232512:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874144.990283:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874144.990639:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3459fa53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874144.990710:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232512 00000100:00100000:2.0:1788874144.990716:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232512 00000100:00100000:2.0:1788874144.990747:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1788874144.990755:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:25039:x1875769859232512:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788874144.990829:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:25039:x1875769859232512:12345-0@lo:501:mount.lustre.0 Request processed in 75us (546us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788874144.990837:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:3.0:1788874144.990910:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232512:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1788874144.990922:0:25039:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.202.120@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1788874144.990940:0:25039:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.202.120@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1788874144.990946:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874144.990956:0:25039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd93600/0x25c660afb0a9cf83 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9cf8a expref: -99 pid: 22697 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874144.990986:0:25039:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9d3342454000 10000000:01000000:3.0:1788874144.991004:0:25039:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1788874144.991010:0:25039:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:3.0:1788874144.991013:0:25039:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788874144.991017:0:25039:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:3.0:1788874144.991020:0:25039:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788874144.991044:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874144.991053:0:25039:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874144.991064:0:25039:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874144.991090:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232640:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788874144.991117:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874144.991141:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3459fa53c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874144.991248:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232640 00000100:00100000:2.0:1788874144.991252:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232640 00000100:00100000:2.0:1788874144.991271:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1788874144.991277:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:25039:x1875769859232640:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874144.991294:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874144.991308:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b2000/0x25c660afb0a9d35e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d357 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874144.991330:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b2000/0x25c660afb0a9d35e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d357 expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874144.991342:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b2000/0x25c660afb0a9d35e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d357 expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874144.991351:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b2000, rc 0) 00000100:00100000:2.0:1788874144.991384:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859232640:12345-0@lo:101:mount.lustre.0 Request processed in 107us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874144.991391:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788874144.991549:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232640:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874144.991562:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d35e expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874144.991573:0:25039:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d35e expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788874144.992808:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:3.0:1788874144.993536:0:25039:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788874144.998947:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:3.0:1788874144.999071:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:3.0:1788874144.999093:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:3.0:1788874144.999108:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:3.0:1788874144.999122:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:3.0:1788874144.999134:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:3.0:1788874144.999145:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:3.0:1788874144.999157:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:3.0:1788874144.999169:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:3.0:1788874144.999196:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:3.0:1788874144.999221:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:3.0:1788874144.999343:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232768:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874144.999415:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874144.999682:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:1.0:1788874144.999817:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232768 00000100:00100000:1.0:1788874144.999826:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232768 00000100:00100000:0.0:1788874144.999958:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788874144.999969:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859232768:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788874145.000389:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859232768:12345-0@lo:501:mount.lustre.0 Request processed in 421us (972us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.000411:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788874145.000636:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232768:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874145.000686:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232896:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788874145.000730:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.000794:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:1.0:1788874145.000826:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859232896 00000100:00100000:1.0:1788874145.000830:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859232896 00000100:00100000:1.0:1788874145.000901:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788874145.000909:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859232896:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874145.001748:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859232896:12345-0@lo:503:mount.lustre.0 Request processed in 839us (1017us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874145.001757:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788874145.001823:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859232896:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788874145.002323:0:25039:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788874145.002402:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233024:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.002460:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.002761:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345840ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1788874145.002796:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233024 00000100:00100000:0.0:1788874145.002802:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233024 00000100:00100000:0.0:1788874145.002836:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788874145.002844:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859233024:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874145.003779:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859233024:12345-0@lo:502:mount.lustre.0 Request processed in 932us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.003788:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788874145.003915:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233024:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.004165:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788874145.004197:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788874145.004246:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788874145.004266:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788874145.004282:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788874145.004298:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788874145.004312:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788874145.004324:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788874145.004338:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:3.0:1788874145.004370:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233152:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.004441:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.004474:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3459fa53c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874145.004640:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233152 00000100:00100000:0.0:1788874145.004646:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233152 00000100:00100000:0.0:1788874145.004674:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1788874145.004681:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859233152:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874145.004771:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859233152:12345-0@lo:502:mount.lustre.0 Request processed in 89us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.004778:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788874145.005117:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233152:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.005168:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:3.0:1788874145.005177:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1788874145.005981:0:25043:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788874145.006054:0:25043:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1788874145.006068:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788874145.006070:0:25043:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788874145.006077:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788874145.006091:0:25043:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9d33439b4d40) 00000020:00000080:3.0:1788874145.006118:0:25043:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788874145.006124:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788874145.006256:0:25043:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3342454000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788874145.006265:0:25043:0:(osd_handler.c:8924:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788874145.006273:0:25043:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x25c660afb0a9d36c 00010000:00010000:2.0:1788874145.011602:0:25043:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:2.0:1788874145.012272:0:25043:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934600 00080000:10000000:2.0:1788874145.013785:0:25043:0:(osd_handler.c:5580:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788874145.015227:0:25043:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:2.0:1788874145.015238:0:25043:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.015245:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.015247:0:25043:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:2.0:1788874145.015250:0:25043:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874145.015254:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.015255:0:25043:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788874145.015258:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788874145.015261:0:25043:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788874145.015263:0:25043:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.015265:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.015266:0:25043:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788874145.015268:0:25043:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874145.015277:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.015279:0:25043:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788874145.015283:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788874145.015311:0:25043:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.015314:0:25043:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.015315:0:25043:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788874145.015318:0:25043:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1788874145.015576:0:25039:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1788874145.015624:0:25039:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788874145.015643:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d35e expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.015655:0:25039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8e00/0x25c660afb0a9d357 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d35e expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874145.015664:0:25039:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3342454000 from 1 10000000:01000000:1.0:1788874145.015667:0:25039:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788874145.015705:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.015714:0:25039:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.015726:0:25039:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874145.015752:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233280:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788874145.015828:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874145.015863:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d33438e29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874145.017175:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233280 00000100:00100000:1.0:1788874145.017184:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233280 00000100:00100000:1.0:1788874145.017260:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788874145.017271:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859233280:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788874145.017286:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874145.017301:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d373 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.017329:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.017340:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.017349:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475eca000, rc 0) 00000100:00100000:1.0:1788874145.017404:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233280:12345-0@lo:101:mount.lustre.0 Request processed in 135us (1576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874145.017410:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788874145.017546:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233280:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788874145.017562:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874145.017572:0:25039:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788874145.019077:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1788874145.020316:0:25039:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874145.020762:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1788874145.020792:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1788874145.020806:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1788874145.020820:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1788874145.020833:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1788874145.020847:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1788874145.020860:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1788874145.020878:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1788874145.020893:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1788874145.020908:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1788874145.020921:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1788874145.020938:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1788874145.020943:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1788874145.021053:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233408:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788874145.021122:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.021168:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3451177540 going to sleep for 11 seconds 00000100:00100000:2.0:1788874145.021199:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233408 00000100:00100000:2.0:1788874145.021328:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233408 00000100:00100000:2.0:1788874145.021446:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788874145.021457:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233408:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788874145.021595:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233408:12345-0@lo:501:mount.lustre.0 Request processed in 139us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.021603:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1788874145.022506:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233408:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874145.022553:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233536:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788874145.022604:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.022648:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3456d7dc00 going to sleep for 11 seconds 00000100:00100000:1.0:1788874145.023540:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233536 00000100:00100000:1.0:1788874145.023548:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233536 00000100:00100000:1.0:1788874145.023596:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1788874145.023606:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233536:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874145.023736:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233536:12345-0@lo:503:mount.lustre.0 Request processed in 131us (1130us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874145.023743:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1788874145.023897:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233536:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788874145.024609:0:25039:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788874145.024703:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233664:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.024757:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.024805:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d600 going to sleep for 11 seconds 00000100:00100000:1.0:1788874145.025084:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233664 00000100:00100000:1.0:1788874145.025090:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233664 00000100:00100000:1.0:1788874145.025131:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788874145.025140:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233664:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874145.025272:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233664:12345-0@lo:502:mount.lustre.0 Request processed in 132us (514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874145.025279:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788874145.025521:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.025706:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788874145.025734:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788874145.025748:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788874145.025762:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788874145.025775:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788874145.025789:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788874145.025804:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788874145.025820:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788874145.025833:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788874145.025857:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788874145.025871:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788874145.025894:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233792:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.025930:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.025953:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d600 going to sleep for 11 seconds 00000100:00100000:1.0:1788874145.026079:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233792 00000100:00100000:1.0:1788874145.026084:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233792 00000100:00100000:1.0:1788874145.026526:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:1.0:1788874145.026536:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233792:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788874145.026621:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233792:12345-0@lo:502:mount.lustre.0 Request processed in 86us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874145.026628:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788874145.026779:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233792:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.026826:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788874145.026836:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1788874145.029065:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874145.029079:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.029082:0:25047:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1788874145.029090:0:25047:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3342454000 00000020:00000080:2.0:1788874145.029093:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874145.029100:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.029103:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.029104:0:25047:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1788874145.029107:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874145.029109:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.029111:0:25047:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1788874145.029114:0:25047:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9d3342454000 00000020:00000080:2.0:1788874145.029116:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874145.031570:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.031586:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.031588:0:25047:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788874145.031593:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874145.031597:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.031599:0:25047:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788874145.031605:0:25047:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3342454000 00000020:00000080:2.0:1788874145.031607:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874145.035183:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.035197:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.035200:0:25047:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788874145.035225:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788874145.035231:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.035233:0:25047:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788874145.035239:0:25047:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9d3342454000 00000020:00000080:2.0:1788874145.035241:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788874145.035308:0:25047:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788874145.035311:0:25047:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788874145.035312:0:25047:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788874145.035316:0:25047:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:3.0:1788874145.035581:0:25039:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1788874145.035616:0:25039:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788874145.047119:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.047138:0:25039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874145.047246:0:25039:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1788874145.047249:0:25039:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9d3342454000 10000000:01000000:3.0:1788874145.047253:0:25039:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9d3342454000 10000000:01000000:3.0:1788874145.047257:0:25039:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1788874145.047263:0:25039:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9d3342454000 from 1 10000000:01000000:3.0:1788874145.047266:0:25039:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788874145.047304:0:25039:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.047313:0:25039:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.047323:0:25039:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874145.047359:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233920:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1788874145.047423:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.047551:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:2.0:1788874145.048127:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859233920 00000100:00100000:2.0:1788874145.048142:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859233920 00000100:00100000:2.0:1788874145.048199:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788874145.048232:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+23:25039:x1875769859233920:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788874145.048245:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874145.048259:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b2200/0x25c660afb0a9d388 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d381 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874145.048285:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b2200/0x25c660afb0a9d388 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d381 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874145.048296:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b2200/0x25c660afb0a9d388 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d381 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874145.048304:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b2200, rc 0) 00000100:00100000:2.0:1788874145.048347:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859233920:12345-0@lo:101:mount.lustre.0 Request processed in 117us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.048353:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:3.0:1788874145.053889:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859233920:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788874145.053919:0:25039:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d388 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.053933:0:25039:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d388 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788874145.057780:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1788874145.058156:0:25039:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788874145.058364:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788874145.058390:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788874145.058404:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788874145.058416:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788874145.058606:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788874145.058625:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788874145.058662:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788874145.058678:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788874145.058690:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788874145.058702:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788874145.058713:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788874145.058725:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788874145.058738:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788874145.058750:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788874145.058763:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788874145.058775:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788874145.058789:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788874145.058814:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788874145.058828:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788874145.058840:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788874145.058853:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788874145.058864:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788874145.058890:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788874145.058907:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788874145.058920:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1788874145.058931:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1788874145.058942:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1788874145.058953:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1788874145.058965:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1788874145.058978:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1788874145.060100:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1788874145.060162:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1788874145.060179:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1788874145.060193:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1788874145.061413:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1788874145.061527:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1788874145.061542:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1788874145.061556:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1788874145.061591:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1788874145.061607:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1788874145.061619:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1788874145.061631:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1788874145.061644:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1788874145.061657:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1788874145.061671:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1788874145.061684:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1788874145.061697:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1788874145.061709:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1788874145.061888:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1788874145.061909:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1788874145.061940:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1788874145.061945:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1788874145.063170:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234048:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788874145.063276:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.063343:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383da80 going to sleep for 11 seconds 00000100:00100000:1.0:1788874145.064115:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234048 00000100:00100000:1.0:1788874145.064125:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234048 00000100:00100000:1.0:1788874145.064191:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788874145.064217:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234048:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874145.064379:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234048:12345-0@lo:501:mount.lustre.0 Request processed in 179us (1103us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874145.064394:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788874145.065292:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234048:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788874145.065339:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234176:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788874145.065390:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874145.065418:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d33438e2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874145.068082:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234176 00000100:00100000:0.0:1788874145.068097:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234176 00000100:00100000:0.0:1788874145.068162:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788874145.068173:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234176:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788874145.068375:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234176:12345-0@lo:503:mount.lustre.0 Request processed in 204us (2984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.068384:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788874145.069351:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234176:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788874145.070923:0:25039:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788874145.071055:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f354a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234304:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788874145.071129:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874145.071171:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a6d1180 going to sleep for 11 seconds 00000100:00100000:2.0:1788874145.073737:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234304 00000100:00100000:2.0:1788874145.073751:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234304 00000100:00100000:2.0:1788874145.073807:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788874145.073817:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234304:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.074118:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f354a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234304:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.074384:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788874145.074418:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788874145.074519:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788874145.074537:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788874145.074552:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788874145.074581:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788874145.074597:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788874145.074612:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788874145.074624:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788874145.074638:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788874145.074650:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788874145.074663:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788874145.074675:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788874145.074688:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788874145.074702:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788874145.074714:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788874145.074727:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788874145.074739:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788874145.074752:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788874145.074765:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788874145.074779:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788874145.074809:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788874145.074824:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788874145.074838:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788874145.074852:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788874145.074878:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788874145.074893:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788874145.074906:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788874145.074917:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788874145.074929:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788874145.074941:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788874145.074952:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788874145.074963:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788874145.074974:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788874145.074986:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788874145.075159:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788874145.075176:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788874145.075233:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788874145.075254:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788874145.075268:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788874145.075281:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788874145.075294:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788874145.075306:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788874145.075319:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788874145.075332:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788874145.075347:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788874145.075361:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788874145.075375:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788874145.075711:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777ca450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234304:12345-0@lo:502:mount.lustre.0 Request processed in 1893us (4578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.075723:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788874145.075956:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234432:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.076094:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.076143:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:2.0:1788874145.076200:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234432 00000100:00100000:2.0:1788874145.076282:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234432 00000100:00100000:2.0:1788874145.076324:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788874145.076333:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234432:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788874145.076541:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234432:12345-0@lo:502:mount.lustre.0 Request processed in 209us (448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.076548:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788874145.076634:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234432:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.076835:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788874145.076861:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788874145.076885:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234560:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788874145.076925:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.076958:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383d300 going to sleep for 11 seconds 00000100:00100000:2.0:1788874145.077681:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234560 00000100:00100000:2.0:1788874145.077688:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234560 00000100:00100000:2.0:1788874145.077724:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788874145.077732:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234560:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788874145.078539:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777ca050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859234560:12345-0@lo:502:mount.lustre.0 Request processed in 805us (1610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.078549:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788874145.078663:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859234560:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788874145.078740:0:25039:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788874145.078755:0:25039:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788874145.084938:0:25053:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1788874145.084962:0:25053:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9d34480cb380) 00000020:00000080:3.0:1788874145.085002:0:25053:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1788874145.085115:0:25053:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3342454000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788874145.085120:0:25053:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3342454000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1788874145.085123:0:25053:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3342454000 3 00010000:00080000:3.0:1788874145.085157:0:25053:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d3341ed3800@lustre-MDT0000-lwp-OST0001: add connection 192.168.202.120@tcp at head 00010000:00010000:2.0:1788874145.098240:0:25053:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1788874145.099081:0:25053:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1788874145.099151:0:25053:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788874145.099170:0:25053:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x25c660afb0a9d396 00000100:00080000:2.0:1788874145.099181:0:25053:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788874145.099187:0:25053:0:(import.c:665:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9d3341ed3800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874145.099257:0:25053:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343805f80 x1875769859234688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874145.099288:0:25053:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788874145.099342:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874145.099346:0:24855:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874145.099349:0:24855:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874145.099353:0:24855:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 679 00000100:00080000:2.0:1788874145.099356:0:24855:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788874145.099361:0:24855:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d347a76a800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874145.099375:0:24855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d3343805c00 x1875769859235072/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874145.099424:0:24855:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1788874145.100106:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859234688:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788874145.100178:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.100247:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859235072:0@lo:8:kworker.0 00000100:00100000:3.0:1788874145.100280:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.100323:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859234816:0@lo:400:kworker.0 00000100:00100000:3.0:1788874145.100350:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.100371:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859235456:0@lo:400:kworker.0 00000100:00100000:3.0:1788874145.100391:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.100410:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874145.100417:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859234944:0@lo:400:kworker.0 00000100:00080000:2.0:1788874145.100523:0:24855:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874145.100526:0:24855:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874145.100530:0:24855:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 679 00000100:00080000:2.0:1788874145.100533:0:24855:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1788874145.100538:0:24855:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874145.100561:0:24855:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f3a3100 x1875769859235584/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788874145.100611:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859235712:0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102126:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.102186:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859235200:0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102233:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.102253:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859235840:0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102277:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.102290:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788874145.102296:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859235328:0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102319:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.102338:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859235968:0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102358:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.102381:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235072 00000100:00100000:2.0:1788874145.102388:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235072 00000100:00100000:2.0:1788874145.102421:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235456 00000100:00100000:2.0:1788874145.102425:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235456 00000100:00100000:2.0:1788874145.102465:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788874145.102473:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859235456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102544:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859235456:12345-0@lo:400:kworker.0 Request processed in 72us (2152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.102552:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788874145.102571:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788874145.102576:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859235072:12345-0@lo:8:kworker.0 00000100:00100000:2.0:1788874145.102638:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859235072:12345-0@lo:8:kworker.0 Request processed in 60us (2357us total) trans 0 rc -11/-11 00000100:00100000:2.0:1788874145.102645:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788874145.102665:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234688 00000100:00100000:2.0:1788874145.102669:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234688 00000100:00100000:2.0:1788874145.102681:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235712 00000100:00100000:2.0:1788874145.102684:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235712 00000100:00100000:2.0:1788874145.102696:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235200 00000100:00100000:2.0:1788874145.102699:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235200 00000100:00100000:2.0:1788874145.102708:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235840 00000100:00100000:2.0:1788874145.102710:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235840 00000100:00100000:2.0:1788874145.102723:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235968 00000100:00100000:2.0:1788874145.102725:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235968 00000100:00100000:2.0:1788874145.102740:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788874145.102745:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859235712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102783:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859235712:12345-0@lo:400:kworker.0 Request processed in 37us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.102790:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788874145.102804:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788874145.102810:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859235200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102840:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859235200:12345-0@lo:400:kworker.0 Request processed in 31us (606us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.102846:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788874145.102865:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788874145.102871:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859235840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102899:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859235840:12345-0@lo:400:kworker.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.102905:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788874145.102915:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788874145.102920:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859235968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.102945:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859235968:12345-0@lo:400:kworker.0 Request processed in 25us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.102951:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788874145.102963:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788874145.102966:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859234688:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788874145.102984:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1788874145.103169:0:22719:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x25c660afb0a9d39d 00000004:00100000:2.0:1788874145.103184:0:22719:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788874145.103235:0:22719:0:(import.c:65:import_set_state_nolock()) ffff9d3342a73800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788874145.103269:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3632:x1875769859234688:12345-0@lo:38:llog_process_th.0 Request processed in 301us (3092us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.103276:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788874145.103300:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234816 00000100:00100000:2.0:1788874145.103304:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234816 00000100:00100000:2.0:1788874145.103329:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235328 00000100:00100000:2.0:1788874145.103332:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235328 00000100:00100000:2.0:1788874145.103344:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788874145.103350:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859234816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.103382:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859234816:12345-0@lo:400:kworker.0 Request processed in 32us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.103394:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788874145.103408:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788874145.103414:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859235328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.104083:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f419c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859235328:12345-0@lo:400:kworker.0 Request processed in 669us (1762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.104090:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:2.0:1788874145.104114:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788874145.104119:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788874145.104122:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788874145.104156:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a0700 x1875769859235712/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874145.104172:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859235712:0@lo:400:kworker.0 00000100:00100000:2.0:1788874145.104223:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859235328:0@lo:400:kworker.0 00010000:00080000:2.0:1788874145.104235:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a1880 x1875769859235968/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874145.104243:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859235968:0@lo:400:kworker.0 00010000:00080000:2.0:1788874145.104253:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343804700 x1875769859235200/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874145.104260:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859235200:0@lo:400:kworker.0 00010000:00080000:2.0:1788874145.104271:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f3a3800 x1875769859235840/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874145.104278:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859235840:0@lo:400:kworker.0 00000020:01000004:2.0:1788874145.106340:0:25053:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788874145.106371:0:25053:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9d33436cb380) 00000020:00000080:2.0:1788874145.106406:0:25053:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1788874145.107620:0:25053:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9d3342454000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788874145.107627:0:25053:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9d3342454000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788874145.107629:0:25053:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9d3342454000 3 00010000:00080000:2.0:1788874145.107661:0:25053:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9d334400a000@lustre-MDT0001-lwp-OST0001: add connection 192.168.202.120@tcp at head 00000100:00100000:3.0:1788874145.108772:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859235584:0@lo:8:kworker.0 00000100:00100000:3.0:1788874145.108840:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788874145.108929:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d3343805f80 x1875769859234688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788874155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874145.108955:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788874145.108965:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788874145.108974:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788874145.108980:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788874145.108983:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3341ed3800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788874145.109003:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3632:1875769859234688:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788874145.109019:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788874145.109023:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788874145.109027:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788874145.109030:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859235072:0@lo:8:kworker.0 00000100:00100000:3.0:1788874145.109070:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859235584 00000100:00100000:3.0:1788874145.109076:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859235584 00000100:00100000:3.0:1788874145.109109:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874145.109116:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859235584:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788874145.109171:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f439c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3632:x1875769859235584:12345-0@lo:8:kworker.0 Request processed in 54us (331us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788874145.109179:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874145.109223:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788874145.109227:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788874145.109231:0:3632:0:(import.c:1555:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788874145.109233:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859235584:0@lo:8:kworker.0 00000100:00100000:3.0:1788874145.109261:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.109290:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859234816:0@lo:400:kworker.0 00000100:00100000:3.0:1788874145.109305:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859235456:0@lo:400:kworker.0 00000100:00100000:3.0:1788874145.109332:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859234944 00000100:00100000:3.0:1788874145.109336:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859234944 00000100:00100000:3.0:1788874145.109374:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788874145.109380:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859234944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874145.109423:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859234944:12345-0@lo:400:kworker.0 Request processed in 42us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874145.110527:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:3.0:1788874145.110550:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788874145.110577:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859234944:0@lo:400:kworker.0 00010000:00010000:2.0:1788874145.112985:0:25053:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1788874145.114471:0:25053:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1788874145.114858:0:25053:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788874145.114883:0:25053:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x25c660afb0a9d3ab 00000100:00080000:2.0:1788874145.114894:0:25053:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788874145.114901:0:25053:0:(import.c:665:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9d334400a000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874145.114948:0:25053:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f419500 x1875769859236096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788874145.114973:0:25053:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1788874145.115110:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3632:1875769859236096:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788874145.115187:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874145.115333:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236096 00000100:00100000:2.0:1788874145.115340:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236096 00000100:00100000:2.0:1788874145.115384:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788874145.115392:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3632:x1875769859236096:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788874145.115418:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 682 last 0 00000020:00000080:2.0:1788874145.115459:0:22719:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x25c660afb0a9d3b2 00000004:00100000:2.0:1788874145.115473:0:22719:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788874145.115516:0:22719:0:(import.c:65:import_set_state_nolock()) ffff9d33429de800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788874145.115571:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f439880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3632:x1875769859236096:12345-0@lo:38:llog_process_th.0 Request processed in 178us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874145.115579:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1788874145.115619:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9d347f419500 x1875769859236096/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788874155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874145.115643:0:3632:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788874145.115652:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1788874145.115658:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788874145.115662:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788874145.115664:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d334400a000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788874145.115670:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3632:1875769859236096:0@lo:38:llog_process_th.0 00000040:00080000:3.0:1788874145.122172:0:25053:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788874145.125153:0:25039:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788874145.125229:0:25039:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788874145.125250:0:25039:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d388 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874145.125263:0:25039:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9000/0x25c660afb0a9d381 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d388 expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788874145.126199:0:25039:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788874145.126597:0:25039:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788874145.126599:0:25039:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874145.126600:0:25039:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874145.126602:0:25039:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874145.126603:0:25039:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874145.126605:0:25039:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874145.126607:0:25039:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874145.126609:0:25039:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788874145.126614:0:25039:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:3.0:1788874145.126617:0:25039:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788874145.126618:0:25039:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788874145.126620:0:25039:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874145.126621:0:25039:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874145.126622:0:25039:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874145.126623:0:25039:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874145.126625:0:25039:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874145.126626:0:25039:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874145.126627:0:25039:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788874145.126659:0:25039:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1788874145.126683:0:25039:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f438700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859236224:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788874145.126766:0:25039:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.126849:0:25039:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d334383da80 going to sleep for 11 seconds 00000100:00100000:0.0:1788874145.126892:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236224 00000100:00100000:0.0:1788874145.126900:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236224 00000100:00100000:0.0:1788874145.126987:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788874145.127006:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+24:25039:x1875769859236224:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788874145.127033:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:0.0:1788874145.127050:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00010000:3.0:1788874145.139810:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:01000000:0.0:1788874145.142400:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788874145.142415:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:3.0:1788874145.142637:0:22733:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:3.0:1788874145.142642:0:22733:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:3.0:1788874145.142667:0:22733:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.142687:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.142696:0:22733:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.142704:0:22733:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.142750:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.142764:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 24 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874145.142782:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859236352:0@lo:104: 00000100:00100000:3.0:1788874145.142861:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788874145.142925:0:22733:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 24 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.142934:0:22733:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 24 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874145.142970:0:22733:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859236480:0@lo:104: 00000100:00100000:3.0:1788874145.142995:0:22733:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874145.143010:0:22733:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3459fa50c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874145.143355:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236352 00000100:00100000:0.0:1788874145.143362:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236352 00000100:00100000:0.0:1788874145.143396:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236480 00000100:00100000:0.0:1788874145.143399:0:22701:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236480 00000100:00100000:0.0:1788874145.143413:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788874145.143420:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+4:22733:x1875769859236352:12345-0@lo:104: 00010000:00010000:0.0:1788874145.143441:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143506:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788874145.143513:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+4:22733:x1875769859236352:12345-0@lo:104: Request processed in 93us (664us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.143520:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788874145.143536:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788874145.143542:0:22701:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859236480:12345-0@lo:104: 00010000:00010000:0.0:1788874145.143550:0:22701:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143582:0:22701:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788874145.143587:0:22701:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:4254fed6-01aa-4141-aa5c-8cca81572654+3:22733:x1875769859236480:12345-0@lo:104: Request processed in 46us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.143600:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:0.0:1788874145.143615:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788874145.143621:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143629:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9e00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874145.143633:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143641:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874145.143648:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874145.143654:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788874145.143679:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143685:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874145.143701:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143708:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9e00/0x25c660afb0a9d24d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d254 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143719:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874145.143722:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143737:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8600 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:0.0:1788874145.143740:0:22706:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143748:0:22706:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788874145.143754:0:22706:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874145.143760:0:22706:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788874145.143771:0:22706:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143776:0:22706:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874145.143781:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143787:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad8600/0x25c660afb0a9d23f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d246 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.143800:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874145.143801:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874145.143803:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874145.143809:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788874145.143819:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859236608:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874145.143848:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874145.143875:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788874145.143881:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859236736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874145.143908:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874145.143941:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236608 00000100:00100000:0.0:1788874145.143944:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236608 00010000:00010000:0.0:1788874145.143962:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 25 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874145.143983:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236736 00000100:00100000:0.0:1788874145.143986:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236736 00010000:00010000:0.0:1788874145.143996:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 26 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874145.144012:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788874145.144017:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+26:3635:x1875769859236608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874145.144027:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874145.144032:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 26 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144043:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 26 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144057:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874145.144084:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f354000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+26:3635:x1875769859236608:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.144090:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788874145.144102:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788874145.144108:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+25:3635:x1875769859236736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788874145.144115:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874145.144119:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 25 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144138:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 25 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144150:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144159:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788874145.144172:0:22704:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010972160s 00010000:00010000:0.0:1788874145.144176:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144184:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144191:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144198:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144224:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874145.144228:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144236:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144243:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874145.144258:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874145.144277:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f355500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:4254fed6-01aa-4141-aa5c-8cca81572654+25:3635:x1875769859236736:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (368us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.144284:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788874145.144326:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f354380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859236736:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788874145.144334:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859236608:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874145.144526:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475ecbe00/0x25c660afb0a9d254 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d24d expref: 24 pid: 22711 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874145.144537:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42dc00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859236352:0@lo:104: 00010000:00010000:3.0:1788874145.144547:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e24800/0x25c660afb0a9d246 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d23f expref: 23 pid: 22710 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874145.144555:0:22733:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22733:1875769859236480:0@lo:104: 00010000:00010000:3.0:1788874145.144568:0:22733:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.144577:0:22733:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.144583:0:22733:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874145.144588:0:22733:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3343ad8a00/0x25c660afb0a9d3b9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22733 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874145.145079:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+22:25039:x1875769859236224:12345-0@lo:253:mount.lustre.0 Request processed in 18075us (18313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874145.145089:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788874145.145342:0:25039:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f438700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:4254fed6-01aa-4141-aa5c-8cca81572654:25039:1875769859236224:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788874145.145352:0:25039:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:3.0:1788874145.145355:0:25039:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788874145.145357:0:25039:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1788874145.145366:0:25039:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788874145.145368:0:25039:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788874145.145369:0:25039:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788874145.145370:0:25039:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788874145.145372:0:25039:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788874145.145374:0:25039:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788874145.145375:0:25039:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788874145.145387:0:25039:0:(tgt_mount.c:2698:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1788874145.147793:0:25039:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788874145.150661:0:25039:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:3.0:1788874145.150673:0:25039:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:3.0:1788874145.150712:0:25039:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788874145.150775:0:25039:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.120@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788874145.150795:0:25039:0:(tgt_mount.c:2464:server_fill_super_common()) Server sb, dev=50 00000080:00000004:3.0:1788874145.150817:0:25039:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:3.0:1788874145.151876:0:25039:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788874145.152132:0:25039:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:3.0:1788874146.132498:0:25107:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788874146.132685:0:25107:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788874146.159618:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788874146.799278:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788874146.799286:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3343ac8800 from 14 10000000:01000000:0.0:1788874146.799292:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788874146.799337:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874146.799349:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874146.799362:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874146.799422:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859236864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788874146.799961:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874146.800011:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d90e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788874146.800058:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236864 00000100:00100000:2.0:1788874146.800067:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236864 00000100:00100000:2.0:1788874146.800125:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788874146.800136:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859236864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788874146.800150:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874146.800166:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b3a00/0x25c660afb0a9d3c7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d3c0 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874146.800190:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b3a00/0x25c660afb0a9d3c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d3c0 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874146.800202:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b3a00/0x25c660afb0a9d3c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d3c0 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874146.800245:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3a00, rc 0) 00000100:00100000:2.0:1788874146.800291:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859236864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874146.800298:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788874146.801192:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859236864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788874146.801227:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d3c7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874146.801246:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d3c7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874146.801308:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859236992:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788874146.801353:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874146.801378:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d90e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788874146.801393:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859236992 00000100:00100000:0.0:1788874146.801397:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859236992 00000100:00100000:0.0:1788874146.801449:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788874146.801457:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859236992:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788874146.801472:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788874146.801499:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788874146.801503:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788874146.801581:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859236992:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 125us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874146.801589:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788874146.801627:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859236992:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788874146.801687:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788874146.801694:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d3c7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874146.801703:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e24600/0x25c660afb0a9d3c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d3c7 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788874146.801713:0:22714:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1788874146.801716:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9d3470497800 from 14 10000000:01000000:0.0:1788874146.801723:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1788874146.801743:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874146.801750:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874146.801758:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874146.801769:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859237120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788874146.801792:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874146.801804:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d90e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788874146.802157:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237120 00000100:00100000:2.0:1788874146.802163:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237120 00000100:00100000:2.0:1788874146.802265:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788874146.802277:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859237120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788874146.802288:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874146.802301:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b3e00/0x25c660afb0a9d3d5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d3ce expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874146.802322:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b3e00/0x25c660afb0a9d3d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d3ce expref: 24 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874146.802332:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b3e00/0x25c660afb0a9d3d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d3ce expref: 24 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874146.802341:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3e00, rc 0) 00000100:00100000:2.0:1788874146.802391:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859237120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874146.802397:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1788874146.802466:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f354700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859237120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788874146.802477:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d3d5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874146.802495:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d3d5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874146.802539:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859237248:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788874146.802574:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874146.802604:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3458675000 going to sleep for 11 seconds 00000100:00100000:2.0:1788874146.802650:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237248 00000100:00100000:2.0:1788874146.802654:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237248 00000100:00100000:2.0:1788874146.802682:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788874146.802689:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859237248:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1788874146.802699:0:22711:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1788874146.802717:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1788874146.802719:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1788874146.802773:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859237248:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 84us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874146.802780:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788874146.802847:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859237248:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788874146.802898:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788874146.802904:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d3d5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874146.802912:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3341e25c00/0x25c660afb0a9d3ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d3d5 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874147.057848:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788874147.057872:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859237376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788874147.057949:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874147.058002:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237376 00000100:00100000:3.0:1788874147.058010:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237376 00000100:00100000:3.0:1788874147.058057:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788874147.058066:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859237376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788874147.058105:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788874147.058145:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859237376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874147.058163:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:3.0:1788874147.058182:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788874147.058240:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859237376:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788874147.182735:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874147.566832:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874147.566857:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859237504:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874147.566926:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874147.566979:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237504 00000100:00100000:3.0:1788874147.566987:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237504 00000100:00100000:3.0:1788874147.567039:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788874147.567048:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859237504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788874147.567099:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874147.567149:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859237504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874147.567156:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788874147.567431:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f42ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859237504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788874147.568024:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788874147.568049:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859237632:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788874147.568089:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874147.568126:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237632 00000100:00100000:1.0:1788874147.568131:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237632 00000100:00100000:1.0:1788874147.568162:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788874147.568170:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859237632:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788874147.568195:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788874147.568415:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f434e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859237632:12345-0@lo:41:osp-pre-0-1.0 Request processed in 245us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874147.568422:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1788874147.568505:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f437b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859237632:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874148.080260:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788874148.080287:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859237760:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788874148.080357:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874148.080463:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237760 00000100:00100000:1.0:1788874148.080502:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237760 00000100:00100000:1.0:1788874148.080575:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788874148.080586:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859237760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788874148.080607:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788874148.080654:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f354380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859237760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874148.080666:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788874148.081909:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f437100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859237760:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788874148.082130:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788874148.207142:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874149.240936:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788874149.619171:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788874150.126365:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859238016:0@lo:400:kworker.0 00000100:00080000:2.0:1788874150.126365:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874150.126371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874150.126376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874150.126385:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9d347a76a800 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874150.126405:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f41b100 x1875769859238272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874150.126435:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788874150.126435:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788874150.126438:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788874150.126463:0:38:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788874150.126468:0:38:0:(import.c:665:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9d3475ce6000 using connection 192.168.202.120@tcp/0@lo 00000100:00100000:2.0:1788874150.126479:0:38:0:(import.c:870:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9d347f41a680 x1875769859238784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788874150.126508:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859238656:0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.126539:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859238144:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.126541:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.126564:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3634:1875769859239296:0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.126569:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874150.126587:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859238912:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.126600:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874150.126612:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859238272:0@lo:8:kworker.0 00000100:00100000:2.0:1788874150.126634:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874150.126650:0:3632:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859238784:0@lo:8:kworker.0 00000100:00100000:1.0:1788874150.126715:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859237888:0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.127330:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.127331:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859238400:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.127359:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.127376:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859239040:0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.127379:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239296 00000100:00100000:2.0:1788874150.127387:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239296 00000100:00100000:3.0:1788874150.127407:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.127435:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238016 00000100:00100000:2.0:1788874150.127435:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238400 00000100:00100000:3.0:1788874150.127439:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238016 00000100:00100000:2.0:1788874150.127439:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238400 00000100:00100000:3.0:1788874150.127480:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788874150.127489:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859238016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.127547:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859238016:12345-0@lo:400:kworker.0 Request processed in 59us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.127555:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788874150.127578:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238656 00000100:00100000:1.0:1788874150.127578:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.127581:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238656 00000100:00100000:1.0:1788874150.127605:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859238528:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.127612:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238144 00000100:00100000:3.0:1788874150.127614:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238144 00000100:00100000:3.0:1788874150.127627:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238272 00000100:00100000:3.0:1788874150.127629:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238272 00000100:00100000:1.0:1788874150.127630:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.127639:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238784 00000100:00100000:3.0:1788874150.127641:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238784 00000100:00100000:1.0:1788874150.127645:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859239168:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.127651:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788874150.127664:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874150.127850:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239040 00000100:00100000:2.0:1788874150.127854:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239040 00000100:00100000:2.0:1788874150.127867:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239168 00000100:00100000:2.0:1788874150.127870:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239168 00000100:00100000:2.0:1788874150.127884:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788874150.127891:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875769859239296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.127923:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f438700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875769859239296:12345-0@lo:400:kworker.0 Request processed in 33us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874150.127930:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1788874150.127941:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788874150.127947:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859238400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874150.128073:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238528 00000100:00100000:1.0:1788874150.128077:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238528 00000100:00100000:1.0:1788874150.128103:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788874150.128108:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859238528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788874150.128171:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f437100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859238528:12345-0@lo:400:kworker.0 Request processed in 62us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874150.128178:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788874150.128248:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859238528:0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.128377:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859238400:12345-0@lo:400:kworker.0 Request processed in 429us (1016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874150.128384:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788874150.128396:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788874150.128402:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859239040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.128430:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859239040:12345-0@lo:400:kworker.0 Request processed in 28us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874150.128436:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788874150.128667:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788874150.128674:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859239168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.128710:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f436a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859239168:12345-0@lo:400:kworker.0 Request processed in 36us (1044us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874150.128727:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:2.0:1788874150.128746:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788874150.128750:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788874150.128752:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788874150.128834:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859237888 00000100:00100000:2.0:1788874150.128839:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859237888 00000100:00100000:2.0:1788874150.128866:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788874150.128872:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:3633:x1875769859237888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.128901:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:3633:x1875769859237888:12345-0@lo:400:kworker.0 Request processed in 30us (1324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874150.128908:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788874150.128928:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859238656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.129031:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f42c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859238656:12345-0@lo:400:kworker.0 Request processed in 105us (2488us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.129037:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788874150.129037:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f419880 x1875769859238400/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874150.129049:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859238400:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.129050:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874150.129056:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859238144:12345-0@lo:400:kworker.0 00010000:00080000:1.0:1788874150.129061:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f419180 x1875769859239040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874150.129069:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859239040:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.129084:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f418e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859238144:12345-0@lo:400:kworker.0 Request processed in 28us (2514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.129090:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788874150.129101:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788874150.129101:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859237888:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.129106:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859238272:12345-0@lo:8:kworker.0 00010000:00080000:1.0:1788874150.129111:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41ad80 x1875769859239168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874150.129118:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859239168:0@lo:400:kworker.0 00010000:00080000:3.0:1788874150.129138:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1788874150.129163:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x25c660afb0a9d3dc 00002000:00100000:3.0:1788874150.129176:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9d3341ed2800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788874150.129181:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788874150.129183:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788874150.129390:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788874150.129412:0:24224:0:(import.c:65:import_set_state_nolock()) ffff9d3341ed6000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874150.129448:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f418000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3632:x1875769859238272:12345-0@lo:8:kworker.0 Request processed in 340us (2812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.129467:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788874150.129480:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788874150.129485:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3632:x1875769859238784:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788874150.129500:0:24224:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1788874150.129517:0:24224:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x25c660afb0a9d3e3 00002000:00100000:3.0:1788874150.129525:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9d3341ed3000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a02 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:3.0:1788874150.129528:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1788874150.129530:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788874150.129554:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:3.0:1788874150.129566:0:24224:0:(import.c:65:import_set_state_nolock()) ffff9d3341ed4000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874150.129609:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f418380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3632:x1875769859238784:12345-0@lo:8:kworker.0 Request processed in 123us (2281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.129615:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00080000:2.0:1788874150.130667:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41b100 x1875769859238272/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788874175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788874150.130683:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788874150.130691:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788874150.130696:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788874150.130699:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d347a76a800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1788874150.130757:0:3632:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788874150.130762:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.130799:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859239424:0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.130829:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3632:1875769859238272:0@lo:8:kworker.0 00000100:00100000:3.0:1788874150.130838:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788874150.130845:0:3632:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41a680 x1875769859238784/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788874175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788874150.130855:0:3632:0:(import.c:1176:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1788874150.130861:0:3632:0:(import.c:1000:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1788874150.130864:0:3632:0:(import.c:1257:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788874150.130866:0:3632:0:(import.c:65:import_set_state_nolock()) ffff9d3475ce6000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788874150.130879:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859238144:0@lo:400:kworker.0 00000004:00080000:2.0:1788874150.130879:0:3632:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1788874150.130887:0:3632:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3632:1875769859238784:0@lo:8:kworker.0 00000004:00080000:2.0:1788874150.130907:0:23460:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1788874150.130931:0:23461:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:3.0:1788874150.130961:0:23461:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23461:1875769859239680:0@lo:7:osp-pre-1-1.0 00000100:00100000:3.0:1788874150.130987:0:23461:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788874150.130990:0:23460:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 687076785568ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788874150.130996:0:23460:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788874150.131002:0:23461:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3480d8a240 going to sleep for 11 seconds 00000100:00100000:3.0:1788874150.131021:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859238912 00000100:00100000:3.0:1788874150.131026:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859238912 00000100:00100000:3.0:1788874150.131065:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239424 00000100:00100000:3.0:1788874150.131069:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239424 00000100:00100000:3.0:1788874150.131096:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788874150.131103:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875769859238912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874150.131124:0:22717:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788874150.131131:0:22717:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1788874150.131139:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1875769859238912:12345-0@lo:400:kworker.0 Request processed in 37us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.131146:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788874150.131163:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788874150.131168:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875769859239424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.131193:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1875769859239424:12345-0@lo:400:kworker.0 Request processed in 25us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.131199:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1788874150.131379:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788874150.131405:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41aa00 x1875769859238912/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874150.131416:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3635:1875769859238912:0@lo:400:kworker.0 00010000:00080000:3.0:1788874150.131429:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41b800 x1875769859239424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874150.131438:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3635:1875769859239424:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.131469:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874150.131475:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859239552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788874150.131499:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.131522:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239552 00000100:00100000:3.0:1788874150.131525:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239552 00000100:00100000:3.0:1788874150.131551:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788874150.131557:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1875769859239552:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788874150.131575:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788874150.131619:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3635:x1875769859239552:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (119us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.131626:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788874150.131641:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:3.0:1788874150.133146:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f418a80 x1875769859239296/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874150.133163:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3634:1875769859239296:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.133180:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859238656:0@lo:400:kworker.0 00000100:00100000:3.0:1788874150.133192:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859238016:0@lo:400:kworker.0 00010000:00080000:3.0:1788874150.134284:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343b2fb80 x1875769859239552/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874150.134309:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859239552:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788874150.134355:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239680 00000100:00100000:3.0:1788874150.134362:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239680 00000100:00100000:3.0:1788874150.134407:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788874150.134414:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23461:x1875769859239680:12345-0@lo:7:osp-pre-1-1.0 00000004:00080000:1.0:1788874150.135597:0:22744:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000004:00080000:3.0:1788874150.135970:0:23449:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:1.0:1788874150.136119:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f435c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1875769859239936:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788874150.136185:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874150.136230:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343a5fcc0 going to sleep for 11 seconds 00000004:00080000:1.0:1788874150.136245:0:22743:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788874150.136388:0:22743:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 687082183065ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788874150.136395:0:22743:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:2.0:1788874150.137269:0:24225:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1788874150.137280:0:24225:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788874150.137871:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859239808:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788874150.137924:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874150.137942:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239936 00000100:00100000:3.0:1788874150.137950:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239936 00000100:00100000:1.0:1788874150.137973:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859239808 00000100:00100000:1.0:1788874150.137977:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859239808 00000100:00100000:1.0:1788874150.137998:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00080000:3.0:1788874150.137999:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788874150.138007:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3633:x1875769859239808:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788874150.138028:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3915849728 avail 3684327424 00000100:00100000:3.0:1788874150.138076:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788874150.138077:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f435500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3633:x1875769859239808:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874150.138084:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:22744:x1875769859239936:12345-0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788874150.138084:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:1.0:1788874150.138121:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f434000 x1875769859239808/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788874166 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788874150.138141:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f434000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859239808:0@lo:13:osp-pre-1-0.0 00000004:00080000:2.0:1788874150.139657:0:22698:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00080000:1.0:1788874150.140062:0:24224:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:1.0:1788874150.140069:0:24224:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:1.0:1788874150.140182:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23461:x1875769859239680:12345-0@lo:7:osp-pre-1-1.0 Request processed in 5765us (9190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874150.140193:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1788874150.140298:0:23461:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343b2c000 x1875769859239680/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788874166 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874150.140313:0:23461:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23461:1875769859239680:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1788874150.140326:0:23461:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788874150.140362:0:23461:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23461:1875769859240064:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788874150.140395:0:23461:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874150.140483:0:23461:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34504ff480 going to sleep for 11 seconds 00000100:00100000:1.0:1788874150.140750:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240064 00000100:00100000:1.0:1788874150.140756:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240064 00000100:00100000:1.0:1788874150.140911:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788874150.140920:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23461:x1875769859240064:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788874150.140953:0:24225:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1788874150.140987:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23461:x1875769859240064:12345-0@lo:5:osp-pre-1-1.0 Request processed in 69us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874150.141001:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:2.0:1788874150.141239:0:23461:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41a680 x1875769859240064/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788874166 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874150.141249:0:23461:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23461:1875769859240064:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788874150.141257:0:23461:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1788874150.141282:0:23461:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23461:1875769859240192:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1788874150.141305:0:23461:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874150.141324:0:23461:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34504ff480 going to sleep for 11 seconds 00000100:00100000:1.0:1788874150.141378:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240192 00000100:00100000:1.0:1788874150.141382:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240192 00000100:00100000:1.0:1788874150.142432:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788874150.142466:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23461:x1875769859240192:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:1.0:1788874150.142502:0:24225:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00080000:3.0:1788874150.145761:0:25337:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1788874150.145772:0:25337:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1788874150.145779:0:25337:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:3.0:1788874150.162287:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.162300:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.162319:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.162324:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.162332:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.162352:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.162365:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.162374:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.162411:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874150.162423:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874150.162429:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.162438:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874150.162443:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.163371:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.163394:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.163582:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d3ea lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.164006:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.164008:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.164011:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.166040:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.166262:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.166281:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.166292:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.166299:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.166316:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.166325:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.166332:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.166354:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874150.166549:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.166556:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.166564:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.166569:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.166578:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.166662:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.166671:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d3f1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.166693:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.166695:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.166697:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.168563:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.168576:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.168590:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.168593:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.168599:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.168611:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.168620:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.168639:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.168664:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874150.168948:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.168956:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.168965:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.168969:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.168979:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.168994:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169002:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008745baa4/0x25c660afb0a9d3f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169023:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.169025:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.169027:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.169405:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.169412:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.169420:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.169424:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.169428:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.169439:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.169447:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.169465:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.169482:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874150.169546:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.169553:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169562:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.169565:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169587:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169604:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169611:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eeb9c5bc/0x25c660afb0a9d3ff lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.169626:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.169628:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.169630:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.172001:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.172012:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.172036:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.172041:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.172047:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.172063:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.172073:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.172081:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.172102:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874150.172190:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.172197:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.172233:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9800 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.172237:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.172247:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.172263:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.172284:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000030f24ec4/0x25c660afb0a9d406 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.172307:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.172309:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.172311:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.175014:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.175027:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175043:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.175048:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.175054:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175069:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175098:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175107:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175130:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788874150.175568:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.175575:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175585:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.175835:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.175839:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175851:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175860:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175869:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.175897:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1788874150.176689:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.176695:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.176706:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.176709:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.176714:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.176725:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.176734:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.176741:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.176758:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1788874150.177345:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.177351:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.177359:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.177368:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.177372:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.177382:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.177391:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.177397:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.177406:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1788874150.178297:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.178305:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.178316:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.178319:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.178324:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.178334:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.178342:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.178357:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.178366:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:3.0:1788874150.179961:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.179972:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.179987:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.179991:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.179997:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.180008:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.180018:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.180026:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.180119:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:1.0:1788874150.180343:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788874150.180352:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180361:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.180367:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180377:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180394:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180403:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ae93e1fe/0x25c660afb0a9d40d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180429:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788874150.180433:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180470:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.180473:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180482:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180493:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.180500:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a9b3adf/0x25c660afb0a9d414 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181231:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788874150.181238:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181247:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad8600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.181251:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181259:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181270:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181285:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000aef6ecf7/0x25c660afb0a9d41b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181299:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788874150.181303:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181309:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.181312:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181320:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181329:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181336:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009bc599a1/0x25c660afb0a9d422 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181347:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788874150.181351:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181358:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.181366:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181375:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181385:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181394:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d58690b7/0x25c660afb0a9d429 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181406:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.181409:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181416:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.181419:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181427:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181437:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181444:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000adbb12f6/0x25c660afb0a9d430 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.181881:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.181883:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.181886:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.181894:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.181923:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.183198:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.183230:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.183248:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.183253:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.183260:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.183273:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.183283:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.183291:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.183308:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788874150.183932:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.183938:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184050:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.184057:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184067:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.184071:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184085:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184104:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184113:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fea60f7b/0x25c660afb0a9d437 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184130:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.184132:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.184134:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.184156:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.184160:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.184165:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.184175:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.184194:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.184219:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.184235:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874150.184381:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.184391:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184399:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.184403:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184411:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184423:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184431:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000664d3857/0x25c660afb0a9d43e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.184446:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.184458:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.184460:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788874150.184639:0:25040:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1788874150.184660:0:25040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788874150.184665:0:25040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:1.0:1788874150.184950:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f419f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23461:x1875769859240192:12345-0@lo:5:osp-pre-1-1.0 Request processed in 42495us (43639us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788874150.184961:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00002000:00010000:3.0:1788874150.188991:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.189005:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189022:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.189027:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.189033:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189049:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189059:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189068:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189100:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1788874150.189901:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.189909:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189919:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.189923:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.189927:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.189936:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.190686:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.190695:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.190715:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1788874150.192037:0:23461:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788874150.192050:0:23461:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23461:1875769859240192:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788874150.192066:0:23461:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:2.0:1788874150.192116:0:23461:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23461:1875769859240320:0@lo:900:osp-pre-1-1.0 00002000:00010000:3.0:1788874150.192127:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.192134:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.192146:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.192169:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.192175:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874150.192175:0:23461:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788874150.192188:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.192198:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874150.192218:0:23461:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34504ff480 going to sleep for 11 seconds 00010000:00010000:3.0:1788874150.192219:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.192240:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:0.0:1788874150.192311:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240320 00000100:00100000:0.0:1788874150.192317:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240320 00000100:00100000:0.0:1788874150.192368:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788874150.192377:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23461:x1875769859240320:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:0.0:1788874150.192434:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23461:x1875769859240320:12345-0@lo:900:osp-pre-1-1.0 Request processed in 58us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874150.192442:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788874150.192491:0:23461:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41a680 x1875769859240320/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788874166 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874150.192502:0:23461:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23461:1875769859240320:0@lo:900:osp-pre-1-1.0 00010000:00010000:1.0:1788874150.192671:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788874150.192680:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192689:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.192701:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192711:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192731:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192739:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008fa9acd0/0x25c660afb0a9d445 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192757:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788874150.192762:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192769:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.192772:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192780:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192789:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192796:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000002dcc2a8/0x25c660afb0a9d44c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192815:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.192818:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192825:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.192829:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192837:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192847:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192854:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006a7327a6/0x25c660afb0a9d453 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.192866:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.192868:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.192870:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.192877:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.192883:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.193326:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.193333:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.193352:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.193356:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.193360:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.193370:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.193379:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.193386:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.193406:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874150.193578:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874150.193584:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.193591:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.193595:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.193603:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.193616:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.193624:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000810faea1/0x25c660afb0a9d45a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.193640:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.193641:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.193643:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788874150.194540:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788874150.194549:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.194561:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=687s v=(0 0) 00010000:00010000:3.0:1788874150.194564:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874150.194568:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.194579:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.194604:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.194611:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.194631:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788874150.195051:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788874150.195058:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.195079:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874150.195082:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.195091:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.195105:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.195113:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000027f06ec5/0x25c660afb0a9d461 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874150.195130:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.195132:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874150.195134:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.205143:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.205159:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.205176:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.205182:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.205188:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.205220:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.205245:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.205253:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.205281:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874150.205684:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874150.205692:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.205701:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874150.205706:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.205716:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.205734:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.205742:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009423969d/0x25c660afb0a9d468 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.205924:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.205933:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.205935:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.206253:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.206264:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206272:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.206276:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.206280:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206289:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206296:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206304:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206331:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788874150.206682:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.206689:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206697:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.206700:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.206704:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206713:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206722:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206729:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.206747:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788874150.208103:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.208115:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208126:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.208136:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.208141:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208152:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208162:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208169:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208187:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1788874150.208579:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.208586:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208595:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.208598:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.208602:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208901:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208912:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208928:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.208939:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1788874150.210166:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1788874150.210177:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210187:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e24800 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874150.210192:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210202:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210235:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210244:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b068bcf/0x25c660afb0a9d46f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210267:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788874150.210270:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210287:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874150.210291:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210299:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210308:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210315:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000085e5c87a/0x25c660afb0a9d476 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210329:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788874150.210333:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210340:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813800 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874150.210344:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210351:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210360:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210372:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006544ced/0x25c660afb0a9d47d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210386:0:22707:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788874150.210389:0:22707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210394:0:22707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874150.210397:0:22707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210404:0:22707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210413:0:22707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210420:0:22707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f21c3ab0/0x25c660afb0a9d484 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.210433:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874150.210435:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874150.210436:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.211111:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.211120:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.211140:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.211145:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.211151:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.211163:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.211173:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.211181:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.211199:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788874150.211925:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874150.211933:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.211942:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874150.211946:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.211956:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.211970:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.211978:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000842ff51f/0x25c660afb0a9d48b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874150.211997:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.211999:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.212000:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874150.212038:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.212897:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.212908:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.212919:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.212923:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.212928:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.212995:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213015:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213022:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213036:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874150.213351:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874150.213358:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.213365:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812800 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.213368:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.213376:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.213389:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.213396:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009791fb87/0x25c660afb0a9d492 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.213411:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.213412:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.213414:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.213583:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.213663:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.213669:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213678:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.213681:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.213686:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213696:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213704:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213711:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.213743:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874150.214562:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874150.214571:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.214580:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813200 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.214583:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.214604:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.214618:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.214626:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e344ccd5/0x25c660afb0a9d499 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.214644:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.214646:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.214648:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.214755:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.214762:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.214772:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.214776:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.214780:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.214790:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.214798:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.214806:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.214858:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788874150.216055:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.216066:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.216078:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.216087:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.216092:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.216103:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.216112:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.216120:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216177:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788874150.216185:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216193:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813a00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.216198:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216225:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216238:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216257:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000078ff1de8/0x25c660afb0a9d4a0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216275:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874150.216278:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216284:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813e00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.216288:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216295:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216305:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.216312:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.216313:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.216315:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788874150.216607:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788874150.216613:0:25337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003e75f024/0x25c660afb0a9d4a7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788874150.217404:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.217412:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.217424:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.217428:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.217433:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.217446:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.217478:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.217487:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.217502:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788874150.217849:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874150.217856:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.217865:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813400 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.217874:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.217884:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.217898:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.217906:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000072fd9a3d/0x25c660afb0a9d4ae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.217925:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.217926:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.217928:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.217934:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788874150.218069:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.218075:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218083:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.218086:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.218091:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218101:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218109:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218117:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218148:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788874150.218511:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788874150.218517:0:25337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218526:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=687s v=(0 0) 00010000:00010000:0.0:1788874150.218529:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874150.218533:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218542:0:25337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218550:0:25337:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218558:0:25337:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874150.218569:0:25337:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1788874150.218596:0:25337:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:0.0:1788874150.218695:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f437b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:22744:x1875769859239936:12345-0@lo:5:osp-pre-1-0.0 Request processed in 80608us (82506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874150.218705:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00010000:2.0:1788874150.218832:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788874150.218839:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218846:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.218849:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218857:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218868:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218883:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f409f89f/0x25c660afb0a9d4b5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218901:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788874150.218904:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218910:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874150.218914:0:23471:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218922:0:23471:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218932:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.218939:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b9e51464/0x25c660afb0a9d4bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874150.219012:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.219013:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.219015:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788874150.219022:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874150.219126:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f435c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1875769859239936:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788874150.219143:0:22744:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1788874150.219187:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f435c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1875769859240448:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788874150.219347:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874150.219407:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3343a5fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874150.221851:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240448 00000100:00100000:2.0:1788874150.221875:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240448 00000100:00100000:0.0:1788874150.222847:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788874150.222866:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22744:x1875769859240448:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788874150.222915:0:24223:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:2.0:1788874150.228440:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f434000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22744:x1875769859240448:12345-0@lo:5:osp-pre-1-0.0 Request processed in 5570us (9086us total) trans 12884901890 rc 0/0 00000100:00100000:2.0:1788874150.228467:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1788874150.228633:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f435c00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22744:1875769859240448:0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1788874150.228649:0:22744:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:3.0:1788874150.266865:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788874151.281029:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788874151.961367:0:25399:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg220-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1788874152.195883:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788874152.195907:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859240576:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788874152.196041:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874152.196102:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240576 00000100:00100000:2.0:1788874152.196644:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240576 00000100:00100000:2.0:1788874152.197040:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788874152.197049:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859240576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788874152.197079:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788874152.198030:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859240576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 981us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874152.198038:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788874152.198102:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859240576:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788874152.198192:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788874152.303343:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874152.688027:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859240704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788874152.688231:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874152.688284:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874152.688292:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859240832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874152.688332:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874152.688376:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240704 00000100:00100000:3.0:1788874152.688383:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240704 00000100:00100000:3.0:1788874152.688435:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240832 00000100:00100000:3.0:1788874152.688439:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240832 00000100:00100000:3.0:1788874152.688457:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788874152.688466:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859240704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788874152.688501:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874152.690238:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859240704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1766us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874152.690250:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788874152.690282:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788874152.690291:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859240832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788874152.690318:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874152.690361:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859240832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 72us (2027us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874152.690367:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788874152.691187:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859240832:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788874152.691225:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859240704:0@lo:41:osp-pre-0-1.0 00000020:00000004:0.0:1788874153.064868:0:25452:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788874153.068497:0:25452:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788874153.198912:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859240960:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788874153.198984:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874153.199147:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859240960 00000100:00100000:1.0:1788874153.199155:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859240960 00000100:00100000:1.0:1788874153.199256:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788874153.199266:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859240960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788874153.199289:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788874153.199335:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f418a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859240960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874153.199342:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788874153.199438:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f436d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859240960:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788874153.199707:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788874153.334394:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788874153.776507:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788874154.350477:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788874154.705120:0:25504:0:(tgt_mount.c:2350:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788874154.705878:0:25504:0:(tgt_mount.c:2365:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788874155.160638:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.160786:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254592 00000100:00100000:0.0:1788874155.160806:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254592 00000100:00100000:0.0:1788874155.160858:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 115 00000100:00100000:0.0:1788874155.160867:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2397:x1875769840254592:12345-192.168.202.20@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788874155.160906:0:22710:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0@192.168.202.20@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:0.0:1788874155.160940:0:22710:0:(genops.c:1385:class_connect()) connect: client 2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0, cookie 0x25c660afb0a9d4c3 00000100:00080000:0.0:1788874155.161094:0:22710:0:(import.c:65:import_set_state_nolock()) ffff9d34452a6800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874155.161167:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+5:2397:x1875769840254592:12345-192.168.202.20@tcp:250:mount.lustre.0 Request processed in 299us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.161176:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 115 00000100:00100000:3.0:1788874155.173860:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874155.173983:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254720 00000100:00100000:1.0:1788874155.173994:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254720 00000100:00100000:1.0:1788874155.174054:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 116 00000100:00100000:1.0:1788874155.174064:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+5:18069:x1875769840254720:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788874155.174090:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874155.174108:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3475ecac00/0x25c660afb0a9d4ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9b84 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.174136:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3475ecac00/0x25c660afb0a9d4ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b84 expref: 6 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.174148:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3475ecac00/0x25c660afb0a9d4ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b84 expref: 6 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.174158:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecac00, rc 0) 00000100:00100000:1.0:1788874155.174280:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+6:18069:x1875769840254720:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 217us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874155.174287:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 116 00000100:00100000:1.0:1788874155.179570:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874155.179722:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254848 00000100:00100000:2.0:1788874155.179733:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254848 00000100:00100000:2.0:1788874155.179793:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 117 00000100:00100000:2.0:1788874155.179805:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+6:18069:x1875769840254848:12345-192.168.202.20@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788874155.179936:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+6:18069:x1875769840254848:12345-192.168.202.20@tcp:501:mount.lustre.0 Request processed in 133us (376us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788874155.179962:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 117 00000100:00100000:2.0:1788874155.183698:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.183791:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840254976 00000100:00100000:0.0:1788874155.183807:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840254976 00000100:00100000:0.0:1788874155.183869:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 118 00000100:00100000:0.0:1788874155.183880:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+6:18069:x1875769840254976:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788874155.183906:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874155.183925:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3344812a00/0x25c660afb0a9d4d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9b8b expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874155.183973:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3344812a00/0x25c660afb0a9d4d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b8b expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874155.183985:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3344812a00/0x25c660afb0a9d4d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9b8b expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874155.183995:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812a00, rc 0) 00000100:00100000:0.0:1788874155.184054:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+7:18069:x1875769840254976:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 175us (365us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.184061:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 118 00000100:00100000:3.0:1788874155.197711:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874155.197889:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255104 00000100:00100000:1.0:1788874155.197899:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255104 00000100:00100000:1.0:1788874155.197966:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 119 00000100:00100000:1.0:1788874155.197977:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+7:18069:x1875769840255104:12345-192.168.202.20@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788874155.198172:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18069:x1875769840255104:12345-192.168.202.20@tcp:501:mount.lustre.0 Request processed in 197us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874155.198180:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 119 00000100:00100000:1.0:1788874155.210734:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874155.210874:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255232 00000100:00100000:2.0:1788874155.210884:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255232 00000100:00100000:2.0:1788874155.210949:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 120 00000100:00100000:2.0:1788874155.210960:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18069:x1875769840255232:12345-192.168.202.20@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788874155.211123:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18069:x1875769840255232:12345-192.168.202.20@tcp:503:mount.lustre.0 Request processed in 164us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.211131:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 120 00000100:00100000:2.0:1788874155.228132:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.228357:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255360 00000100:00100000:0.0:1788874155.228368:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255360 00000100:00100000:0.0:1788874155.228436:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 121 00000100:00100000:0.0:1788874155.228447:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18087:x1875769840255360:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788874155.228618:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18087:x1875769840255360:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 173us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.228626:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 121 00000100:00100000:1.0:1788874155.246827:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788874155.246853:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859241088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788874155.246934:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874155.247004:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241088 00000100:00100000:1.0:1788874155.247012:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241088 00000100:00100000:1.0:1788874155.247069:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788874155.247080:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859241088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788874155.247121:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788874155.247165:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f436d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859241088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874155.247173:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1788874155.247193:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788874155.247246:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859241088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874155.247806:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859241216:0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.247843:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874155.247865:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859241728:0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.247889:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874155.247910:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3635:1875769859242240:0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.247929:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874155.247947:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788874155.247953:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859241344:0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.247974:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874155.247991:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859241856:0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248010:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874155.248025:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3635:1875769859242368:0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248046:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874155.248072:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241728 00000100:00100000:2.0:1788874155.248333:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241728 00000100:00100000:2.0:1788874155.248362:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242240 00000100:00100000:2.0:1788874155.248365:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242240 00000100:00100000:2.0:1788874155.248383:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242368 00000100:00100000:2.0:1788874155.248386:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242368 00000100:00100000:2.0:1788874155.248399:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788874155.248490:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859241728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248534:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1875769859241728:12345-0@lo:400:kworker.0 Request processed in 46us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.248540:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788874155.248555:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788874155.248561:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1875769859242240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248604:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1875769859242240:12345-0@lo:400:kworker.0 Request processed in 43us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.248611:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788874155.248623:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788874155.248629:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875769859242368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248801:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875769859242368:12345-0@lo:400:kworker.0 Request processed in 172us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.248808:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788874155.248845:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241344 00000100:00100000:2.0:1788874155.248849:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241344 00000100:00100000:2.0:1788874155.248881:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241856 00000100:00100000:2.0:1788874155.248885:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241856 00000100:00100000:2.0:1788874155.248898:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788874155.248904:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859241344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248935:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859241344:12345-0@lo:400:kworker.0 Request processed in 31us (959us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.248950:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788874155.248962:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788874155.248968:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859241856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874155.248995:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859241856:12345-0@lo:400:kworker.0 Request processed in 28us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.249001:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788874155.249761:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859241600:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.249806:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874155.249829:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875769859242112:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.249850:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874155.249868:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859242624:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.249894:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874155.249914:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788874155.249930:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859241472:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.249954:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874155.249971:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859241984:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.249990:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874155.250008:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3634:1875769859242496:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.250030:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874155.250058:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241600 00000100:00100000:0.0:1788874155.250063:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241600 00000100:00100000:0.0:1788874155.260624:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241472 00000100:00100000:0.0:1788874155.260652:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241472 00000100:00100000:1.0:1788874155.269326:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241984 00000100:00100000:1.0:1788874155.269365:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241984 00000100:00100000:1.0:1788874155.269459:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1788874155.269470:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1875769859241600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.269673:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859242752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788874155.269723:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874155.269795:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859241344:0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.269810:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859241856:0@lo:400:kworker.0 00010000:00080000:3.0:1788874155.269827:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343804a80 x1875769859242368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874155.269850:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343804a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3635:1875769859242368:0@lo:400:kworker.0 00010000:00080000:3.0:1788874155.269865:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f419180 x1875769859241728/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874155.269874:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3635:1875769859241728:0@lo:400:kworker.0 00010000:00080000:3.0:1788874155.269888:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343806300 x1875769859242240/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874155.269896:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343806300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3635:1875769859242240:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271226:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788874155.271243:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859241472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271314:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f354700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859241472:12345-0@lo:400:kworker.0 Request processed in 79us (21359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.271321:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788874155.271341:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788874155.271348:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859241984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271378:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f354a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859241984:12345-0@lo:400:kworker.0 Request processed in 31us (21386us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.271384:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788874155.271430:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242112 00000100:00100000:0.0:1788874155.271435:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242112 00000100:00100000:0.0:1788874155.271474:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242624 00000100:00100000:0.0:1788874155.271478:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242624 00000100:00100000:0.0:1788874155.271495:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242496 00000100:00100000:0.0:1788874155.271498:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242496 00000100:00100000:0.0:1788874155.271513:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788874155.271518:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875769859242112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.271520:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859241472:0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.271533:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859241984:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271572:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f355c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1875769859242112:12345-0@lo:400:kworker.0 Request processed in 53us (21721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.271579:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00080000:3.0:1788874155.271588:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41a680 x1875769859242112/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874155.271591:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788874155.271597:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875769859242624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.271598:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3634:1875769859242112:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271626:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f357b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1875769859242624:12345-0@lo:400:kworker.0 Request processed in 30us (21732us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.271632:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:3.0:1788874155.271647:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343805f80 x1875769859242624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874155.271653:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788874155.271656:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3634:1875769859242624:0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271659:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875769859242496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874155.271704:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f357800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1875769859242496:12345-0@lo:400:kworker.0 Request processed in 45us (21673us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.271710:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788874155.271762:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859241216 00000100:00100000:0.0:1788874155.271766:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859241216 00000100:00100000:1.0:1788874155.271781:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f355f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1875769859241600:12345-0@lo:400:kworker.0 Request processed in 2313us (21973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874155.271789:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788874155.271789:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788874155.271794:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:3635:x1875769859241216:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788874155.271822:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788874155.271826:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788874155.271827:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:3635:x1875769859241216:12345-0@lo:400:kworker.0 Request processed in 33us (23984us total) trans 0 rc 0/0 00000100:00080000:1.0:1788874155.271829:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788874155.271832:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788874155.271833:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1788874155.271877:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242752 00000100:00100000:0.0:1788874155.271882:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242752 00000100:00100000:0.0:1788874155.271911:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788874155.271918:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1875769859242752:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788874155.271934:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788874155.271970:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1875769859242752:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (2248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.271976:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:3.0:1788874155.272223:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343805c00 x1875769859242496/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874171 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874155.272234:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3634:1875769859242496:0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.272245:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859241600:0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.272277:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859242752:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788874155.272296:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859241216:0@lo:400:kworker.0 00000100:00100000:3.0:1788874155.289882:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874155.290062:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255488 00000100:00100000:2.0:1788874155.290072:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255488 00000100:00100000:2.0:1788874155.290141:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 123 00000100:00100000:2.0:1788874155.290152:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18087:x1875769840255488:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788874155.290484:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18087:x1875769840255488:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 332us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.290492:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 123 00000100:00100000:1.0:1788874155.300170:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.300281:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255616 00000100:00100000:0.0:1788874155.300292:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255616 00000100:00100000:0.0:1788874155.302547:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 124 00000100:00100000:0.0:1788874155.302572:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18087:x1875769840255616:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788874155.303117:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18087:x1875769840255616:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 555us (2956us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.303126:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 124 00000100:00100000:0.0:1788874155.315851:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874155.315946:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255744 00000100:00100000:3.0:1788874155.315955:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255744 00000100:00100000:3.0:1788874155.316011:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 125 00000100:00100000:3.0:1788874155.316021:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+8:18069:x1875769840255744:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788874155.316036:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874155.316051:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d4d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9bbc expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874155.316077:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d4d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bbc expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874155.316089:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd93000/0x25c660afb0a9d4d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bbc expref: 9 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874155.316098:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd93000, rc 0) 00000100:00100000:3.0:1788874155.316256:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+9:18069:x1875769840255744:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 235us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.316263:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 125 00000100:00100000:3.0:1788874155.324966:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.325090:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840255872 00000100:00100000:0.0:1788874155.325101:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840255872 00000100:00100000:0.0:1788874155.325163:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 126 00000100:00100000:0.0:1788874155.325174:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347cdc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+9:18069:x1875769840255872:12345-192.168.202.20@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788874155.325201:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788874155.325277:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788874155.325282:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788874155.325285:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788874155.325288:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788874155.325290:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788874155.327626:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347cdc7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+9:18069:x1875769840255872:12345-192.168.202.20@tcp:256:mount.lustre.0 Request processed in 2444us (2658us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.327940:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 126 00000100:00100000:2.0:1788874155.338828:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874155.341190:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256000 00000100:00100000:1.0:1788874155.341218:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256000 00000100:00100000:0.0:1788874155.341498:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 127 00000100:00100000:0.0:1788874155.341511:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475046850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+9:18069:x1875769840256000:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788874155.341546:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874155.341564:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9bc3 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874155.341597:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 10 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874155.341610:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 10 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874155.341643:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813000, rc 0) 00000100:00100000:0.0:1788874155.341748:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475046850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18069:x1875769840256000:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 239us (2931us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.341756:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 127 00000100:00100000:3.0:1788874155.343520:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.343599:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256128 00000100:00100000:0.0:1788874155.343607:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256128 00000100:00100000:0.0:1788874155.343714:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 128 00000100:00100000:0.0:1788874155.343724:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18069:x1875769840256128:12345-192.168.202.20@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788874155.343892:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18069:x1875769840256128:12345-192.168.202.20@tcp:501:mount.lustre.0 Request processed in 169us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.344511:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 128 00000100:00100000:1.0:1788874155.345466:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.345535:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256256 00000100:00100000:0.0:1788874155.345542:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256256 00000100:00100000:0.0:1788874155.345600:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 129 00000100:00100000:0.0:1788874155.345609:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18069:x1875769840256256:12345-192.168.202.20@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788874155.345852:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18069:x1875769840256256:12345-192.168.202.20@tcp:503:mount.lustre.0 Request processed in 244us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.345867:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 129 00000100:00100000:2.0:1788874155.349490:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874155.349745:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256384 00000100:00100000:3.0:1788874155.349754:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256384 00000100:00100000:3.0:1788874155.349817:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 130 00000100:00100000:3.0:1788874155.349825:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18092:x1875769840256384:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788874155.349992:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18092:x1875769840256384:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 168us (512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.349997:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 130 00000100:00100000:3.0:1788874155.353689:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874155.354009:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256512 00000100:00100000:2.0:1788874155.354019:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256512 00000100:00100000:2.0:1788874155.354159:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 131 00000100:00100000:2.0:1788874155.354169:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18092:x1875769840256512:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788874155.354359:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476350050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18092:x1875769840256512:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 191us (741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.354368:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 131 00000100:00100000:1.0:1788874155.357170:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874155.357331:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.358129:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256640 00000100:00100000:0.0:1788874155.358140:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256640 00000100:00100000:0.0:1788874155.358249:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256896 00000100:00100000:0.0:1788874155.358253:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256896 00000100:00100000:3.0:1788874155.358303:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:3.0:1788874155.358311:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2397:x1875769840256640:12345-192.168.202.20@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788874155.358340:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 26bee33d-a0fd-410d-bc1d-933afc595127@192.168.202.20@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:3.0:1788874155.358389:0:22718:0:(genops.c:1385:class_connect()) connect: client 26bee33d-a0fd-410d-bc1d-933afc595127, cookie 0x25c660afb0a9d4e6 00000004:00100000:3.0:1788874155.358425:0:22718:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788874155.358644:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9d3341ed7000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874155.358709:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2397:x1875769840256640:12345-192.168.202.20@tcp:38:mount.lustre.0 Request processed in 396us (1547us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.358716:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:3.0:1788874155.358737:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:3.0:1788874155.358741:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2397:x1875769840256896:12345-192.168.202.20@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788874155.358756:0:22718:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 26bee33d-a0fd-410d-bc1d-933afc595127@192.168.202.20@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:3.0:1788874155.358787:0:22718:0:(genops.c:1385:class_connect()) connect: client 26bee33d-a0fd-410d-bc1d-933afc595127, cookie 0x25c660afb0a9d4ed 00000004:00100000:3.0:1788874155.358800:0:22718:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788874155.359162:0:22718:0:(import.c:65:import_set_state_nolock()) ffff9d347d29b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874155.359189:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2397:x1875769840256896:12345-192.168.202.20@tcp:38:mount.lustre.0 Request processed in 445us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.359196:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:0.0:1788874155.362475:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874155.362517:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874155.362860:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257024 00000100:00100000:2.0:1788874155.362870:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257024 00000100:00100000:2.0:1788874155.363109:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840256768 00000100:00100000:2.0:1788874155.363113:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840256768 00000100:00100000:3.0:1788874155.363245:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 9 00000100:00100000:3.0:1788874155.363258:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+6:0:x1875769840257024:12345-192.168.202.20@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788874155.363296:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788874155.363379:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+6:0:x1875769840257024:12345-192.168.202.20@tcp:41:mount.lustre.0 Request processed in 123us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.363386:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 9 00000100:00100000:0.0:1788874155.368173:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874155.368593:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257152 00000100:00100000:3.0:1788874155.368604:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257152 00000100:00100000:3.0:1788874155.368675:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 10 00000100:00100000:3.0:1788874155.368685:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+7:18069:x1875769840257152:12345-192.168.202.20@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788874155.368723:0:22718:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874155.368804:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+7:18069:x1875769840257152:12345-192.168.202.20@tcp:41:mount.lustre.0 Request processed in 120us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.368811:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 10 00000100:00080000:1.0:1788874155.369490:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874155.369496:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788874155.374802:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00010000:00010000:0.0:1788874155.374866:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874155.374984:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257280 00000100:00100000:1.0:1788874155.374994:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257280 00000100:00100000:1.0:1788874155.375056:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 11 00000100:00100000:1.0:1788874155.375066:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+7:18069:x1875769840257280:12345-192.168.202.20@tcp:40:mount.lustre.0 00000100:00100000:1.0:1788874155.375154:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+7:18069:x1875769840257280:12345-192.168.202.20@tcp:40:mount.lustre.0 Request processed in 89us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874155.375162:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 11 00000100:00100000:3.0:1788874155.382180:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 12 00000100:00100000:3.0:1788874155.382198:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+6:0:x1875769840256768:12345-192.168.202.20@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788874155.382287:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874155.382359:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+6:0:x1875769840256768:12345-192.168.202.20@tcp:41:mount.lustre.0 Request processed in 167us (19840us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.382366:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 12 00000100:00100000:0.0:1788874155.395707:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874155.396059:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257408 00000100:00100000:2.0:1788874155.396069:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257408 00000100:00100000:2.0:1788874155.396124:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:2.0:1788874155.396148:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2397:x1875769840257408:12345-192.168.202.20@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788874155.396183:0:25337:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 26bee33d-a0fd-410d-bc1d-933afc595127@192.168.202.20@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:2.0:1788874155.396353:0:25337:0:(genops.c:1385:class_connect()) connect: client 26bee33d-a0fd-410d-bc1d-933afc595127, cookie 0x25c660afb0a9d4f4 00002000:00100000:2.0:1788874155.396367:0:25337:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 26bee33d-a0fd-410d-bc1d-933afc595127/ffff9d33429d8000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788874155.396384:0:25337:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788874155.396561:0:25337:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788874155.396591:0:25337:0:(import.c:65:import_set_state_nolock()) ffff9d33429d9800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788874155.396667:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:26bee33d-a0fd-410d-bc1d-933afc595127+6:2397:x1875769840257408:12345-192.168.202.20@tcp:8:mount.lustre.0 Request processed in 519us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.396675:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:1.0:1788874155.401770:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874155.401815:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874155.401869:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257536 00000100:00100000:3.0:1788874155.401880:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257536 00000100:00100000:3.0:1788874155.402041:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 21 00000100:00100000:3.0:1788874155.402049:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2397:x1875769840257536:12345-192.168.202.20@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788874155.402095:0:24225:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 26bee33d-a0fd-410d-bc1d-933afc595127@192.168.202.20@tcp t0 exp 0000000000000000 cur 692 last 0 00000020:00000080:3.0:1788874155.402141:0:24225:0:(genops.c:1385:class_connect()) connect: client 26bee33d-a0fd-410d-bc1d-933afc595127, cookie 0x25c660afb0a9d4fb 00002000:00100000:3.0:1788874155.402152:0:24225:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 26bee33d-a0fd-410d-bc1d-933afc595127/ffff9d347d29e000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788874155.402163:0:24225:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:2.0:1788874155.402178:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257664 00000100:00100000:2.0:1788874155.402183:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257664 00000100:00100000:2.0:1788874155.402251:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 3 00000100:00100000:2.0:1788874155.402259:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:26bee33d-a0fd-410d-bc1d-933afc595127+6:18069:x1875769840257664:12345-192.168.202.20@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788874155.402324:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:26bee33d-a0fd-410d-bc1d-933afc595127+6:18069:x1875769840257664:12345-192.168.202.20@tcp:900:mount.lustre.0 Request processed in 66us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874155.402331:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 3 00002000:00080000:3.0:1788874155.402352:0:24225:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788874155.402377:0:24225:0:(import.c:65:import_set_state_nolock()) ffff9d347d29b000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874155.402422:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+6:2397:x1875769840257536:12345-192.168.202.20@tcp:8:mount.lustre.0 Request processed in 373us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874155.402428:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 21 00000001:00100000:2.0:1788874155.404505:0:25040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 26bee33d-a0fd-410d-bc1d-933afc595127 00000001:00080000:2.0:1788874155.404519:0:25040:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:1.0:1788874155.408756:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874155.408998:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257792 00000100:00100000:3.0:1788874155.409008:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257792 00000100:00100000:3.0:1788874155.409123:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:3.0:1788874155.409143:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+6:18069:x1875769840257792:12345-192.168.202.20@tcp:33:mount.lustre.0 00000004:00080000:2.0:1788874155.415995:0:22720:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 6673us 00000004:00200000:2.0:1788874155.459073:0:22720:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788874155.461128:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+6:18069:x1875769840257792:12345-192.168.202.20@tcp:33:mount.lustre.0 Request processed in 51988us (52372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874155.461145:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:0.0:1788874155.728956:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874155.729063:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840257920 00000100:00100000:1.0:1788874155.729091:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840257920 00000100:00100000:1.0:1788874155.729161:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:1.0:1788874155.729174:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+6:18115:x1875769840257920:12345-192.168.202.20@tcp:101:mkdir.0 00010000:00010000:1.0:1788874155.729196:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874155.729260:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d502 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9bf4 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.729338:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb400/0x25c660afb0a9d509 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.729352:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb400/0x25c660afb0a9d509 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.729369:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb400/0x25c660afb0a9d509 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788874155.729438:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788874155.729442:0:25336:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788874155.729486:0:25336:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb400/0x25c660afb0a9d509 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.729514:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d502 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bf4 expref: 8 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.729546:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb400/0x25c660afb0a9d509 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bf4 expref: 7 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874155.729556:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:1.0:1788874155.729559:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788874155.729563:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecb400, rc 0) 00000100:00100000:1.0:1788874155.729635:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+7:18115:x1875769840257920:12345-192.168.202.20@tcp:101:mkdir.0 Request processed in 464us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874155.729644:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 13 00010000:00010000:3.0:1788874156.400461:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874157.295061:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874157.295088:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859242880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788874157.295168:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874157.295721:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859242880 00000100:00100000:1.0:1788874157.295731:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859242880 00000100:00100000:1.0:1788874157.295812:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788874157.295834:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859242880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788874157.295870:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788874157.295965:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859242880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 144us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874157.295973:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1788874157.296068:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788874157.296151:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859242880:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788874157.426619:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874157.808637:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859243008:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788874157.808713:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874157.810301:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243008 00000100:00100000:2.0:1788874157.810315:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243008 00000100:00100000:2.0:1788874157.810425:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788874157.810454:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859243008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788874157.810502:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788874157.810586:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859243008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 129us (1867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874157.810727:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788874157.812745:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33435a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859243008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788874157.813691:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859243136:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788874157.813759:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874157.814280:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243136 00000100:00100000:1.0:1788874157.814287:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243136 00000100:00100000:1.0:1788874157.814448:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788874157.814460:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859243136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788874157.814496:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788874157.814738:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859243136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 279us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874157.814745:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788874157.814886:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859243136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788874158.319476:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788874158.319503:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859243264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788874158.319594:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874158.319787:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243264 00000100:00100000:1.0:1788874158.319796:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243264 00000100:00100000:1.0:1788874158.319885:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788874158.319896:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859243264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788874158.319937:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1788874158.320062:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874158.320411:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859243264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 516us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.320419:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874158.330906:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343a37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859243264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788874158.342719:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.342834:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258048 00000100:00100000:0.0:1788874158.342845:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258048 00000100:00100000:0.0:1788874158.342945:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00100000:0.0:1788874158.342959:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+7:18167:x1875769840258048:12345-192.168.202.20@tcp:41:lfs.0 00000004:00000024:0.0:1788874158.343000:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788874158.343102:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+7:18167:x1875769840258048:12345-192.168.202.20@tcp:41:lfs.0 Request processed in 147us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.343110:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00080000:1.0:1788874158.343710:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788874158.353452:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.362369:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258176 00000100:00100000:1.0:1788874158.362396:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258176 00000100:00100000:1.0:1788874158.362495:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 15 00000100:00100000:1.0:1788874158.362517:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33435a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+6:18167:x1875769840258176:12345-192.168.202.20@tcp:41:lfs.0 00000004:00000024:1.0:1788874158.362555:0:25336:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788874158.362654:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33435a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+6:18167:x1875769840258176:12345-192.168.202.20@tcp:41:lfs.0 Request processed in 149us (9213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.362662:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 15 00000100:00080000:2.0:1788874158.364031:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788874158.374688:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.375117:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258304 00000100:00100000:1.0:1788874158.375128:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258304 00000100:00100000:1.0:1788874158.375356:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:1.0:1788874158.375368:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:26bee33d-a0fd-410d-bc1d-933afc595127+6:18167:x1875769840258304:12345-192.168.202.20@tcp:13:lfs.0 00002000:00000024:1.0:1788874158.375405:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788874158.375487:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:26bee33d-a0fd-410d-bc1d-933afc595127+6:18167:x1875769840258304:12345-192.168.202.20@tcp:13:lfs.0 Request processed in 122us (809us total) trans 0 rc 0/0 00000100:00080000:2.0:1788874158.375544:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874158.381319:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:0.0:1788874158.382664:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.382753:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258432 00000100:00100000:1.0:1788874158.382763:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258432 00000100:00100000:1.0:1788874158.382838:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00100000:1.0:1788874158.382849:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:26bee33d-a0fd-410d-bc1d-933afc595127+5:18167:x1875769840258432:12345-192.168.202.20@tcp:13:lfs.0 00002000:00000024:1.0:1788874158.382896:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788874158.382987:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:26bee33d-a0fd-410d-bc1d-933afc595127+5:18167:x1875769840258432:12345-192.168.202.20@tcp:13:lfs.0 Request processed in 140us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.382994:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00080000:3.0:1788874158.383180:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788874158.447266:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874158.711042:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.711235:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258560 00000100:00100000:0.0:1788874158.711245:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258560 00000100:00100000:0.0:1788874158.711320:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 132 00000100:00100000:0.0:1788874158.711332:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+10:18199:x1875769840258560:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788874158.711350:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874158.711383:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3344813600/0x25c660afb0a9d510 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9bfb expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874158.711418:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3344813600/0x25c660afb0a9d510 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bfb expref: 11 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874158.711431:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3344813600/0x25c660afb0a9d510 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bfb expref: 11 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874158.711441:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813600, rc 0) 00000100:00100000:0.0:1788874158.711516:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18199:x1875769840258560:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 187us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.711523:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 132 00000100:00100000:1.0:1788874158.733311:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874158.733556:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258688 00000100:00100000:2.0:1788874158.733566:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258688 00000100:00100000:2.0:1788874158.733630:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 133 00000100:00100000:2.0:1788874158.733642:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18199:x1875769840258688:12345-192.168.202.20@tcp:501:mount.lustre.0 00000100:00100000:2.0:1788874158.733829:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18199:x1875769840258688:12345-192.168.202.20@tcp:501:mount.lustre.0 Request processed in 189us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874158.733837:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 133 00000100:00100000:1.0:1788874158.747497:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874158.747590:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258816 00000100:00100000:3.0:1788874158.747599:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258816 00000100:00100000:3.0:1788874158.747660:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 134 00000100:00100000:3.0:1788874158.747671:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18199:x1875769840258816:12345-192.168.202.20@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788874158.747857:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18199:x1875769840258816:12345-192.168.202.20@tcp:503:mount.lustre.0 Request processed in 187us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874158.747873:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 134 00000100:00100000:3.0:1788874158.794173:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.794894:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840258944 00000100:00100000:0.0:1788874158.794905:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840258944 00000100:00100000:0.0:1788874158.794973:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 135 00000100:00100000:0.0:1788874158.794984:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18207:x1875769840258944:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788874158.795159:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18207:x1875769840258944:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 177us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.795177:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 135 00000100:00100000:1.0:1788874158.849105:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874158.849479:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259072 00000100:00100000:2.0:1788874158.849489:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259072 00000100:00100000:2.0:1788874158.849551:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 136 00000100:00100000:2.0:1788874158.849561:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476350450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18207:x1875769840259072:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788874158.849734:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476350450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18207:x1875769840259072:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 173us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874158.849743:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 136 00000100:00100000:1.0:1788874158.856392:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874158.856910:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259200 00000100:00100000:3.0:1788874158.856921:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259200 00000100:00100000:3.0:1788874158.856981:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 137 00000100:00100000:3.0:1788874158.856991:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18207:x1875769840259200:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788874158.862015:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476351050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18207:x1875769840259200:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 5010us (5631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874158.862033:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 137 00000100:00100000:3.0:1788874158.881439:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.884573:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259328 00000100:00100000:0.0:1788874158.884591:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259328 00000100:00100000:0.0:1788874158.884692:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 138 00000100:00100000:0.0:1788874158.884703:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18199:x1875769840259328:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788874158.884722:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874158.884741:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3344812600/0x25c660afb0a9d517 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c2c expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874158.884773:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3344812600/0x25c660afb0a9d517 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c2c expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874158.884786:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3344812600/0x25c660afb0a9d517 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c2c expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874158.884795:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812600, rc 0) 00000100:00100000:0.0:1788874158.884857:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18199:x1875769840259328:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 156us (3430us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.884863:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 138 00000100:00100000:1.0:1788874158.895379:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874158.895518:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259456 00000100:00100000:3.0:1788874158.895529:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259456 00000100:00100000:3.0:1788874158.895581:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 139 00000100:00100000:3.0:1788874158.895591:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18199:x1875769840259456:12345-192.168.202.20@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788874158.895620:0:22711:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788874158.895649:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788874158.895654:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788874158.895657:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788874158.895660:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788874158.895663:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1788874158.903695:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476352450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18199:x1875769840259456:12345-192.168.202.20@tcp:256:mount.lustre.0 Request processed in 8094us (8322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874158.903714:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 139 00000100:00100000:1.0:1788874158.912360:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874158.912527:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259584 00000100:00100000:2.0:1788874158.912537:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259584 00000100:00100000:2.0:1788874158.912597:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 140 00000100:00100000:2.0:1788874158.912608:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3476353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18199:x1875769840259584:12345-192.168.202.20@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788874158.912626:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874158.912646:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c33 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874158.912687:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874158.912699:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874158.912709:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b2c00, rc 0) 00000100:00100000:2.0:1788874158.912778:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3476353050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18199:x1875769840259584:12345-192.168.202.20@tcp:101:mount.lustre.0 Request processed in 172us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874158.912785:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 140 00000100:00100000:1.0:1788874158.916354:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874158.916627:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259712 00000100:00100000:3.0:1788874158.916649:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259712 00000100:00100000:3.0:1788874158.916765:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 141 00000100:00100000:3.0:1788874158.916808:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442dcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18199:x1875769840259712:12345-192.168.202.20@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788874158.917028:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442dcac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18199:x1875769840259712:12345-192.168.202.20@tcp:501:mount.lustre.0 Request processed in 233us (689us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874158.917037:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 141 00000100:00100000:1.0:1788874158.923575:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.923661:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259840 00000100:00100000:0.0:1788874158.923672:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259840 00000100:00100000:0.0:1788874158.924013:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 142 00000100:00100000:0.0:1788874158.924027:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18199:x1875769840259840:12345-192.168.202.20@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788874158.924241:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442dc8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18199:x1875769840259840:12345-192.168.202.20@tcp:503:mount.lustre.0 Request processed in 217us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.928402:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874158.929376:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840259968 00000100:00100000:3.0:1788874158.929389:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840259968 00000100:00100000:0.0:1788874158.930331:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 142 00000100:00100000:3.0:1788874158.930644:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 143 00000100:00100000:3.0:1788874158.930658:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18211:x1875769840259968:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788874158.931176:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18211:x1875769840259968:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 520us (2783us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874158.931185:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 143 00000100:00100000:1.0:1788874158.944927:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.945036:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260096 00000100:00100000:0.0:1788874158.945059:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260096 00000100:00100000:0.0:1788874158.945122:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 144 00000100:00100000:0.0:1788874158.945136:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18211:x1875769840260096:12345-192.168.202.20@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788874158.945384:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18211:x1875769840260096:12345-192.168.202.20@tcp:502:llog_process_th.0 Request processed in 251us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.945392:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 144 00000100:00100000:1.0:1788874158.964260:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874158.968264:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260224 00000100:00100000:0.0:1788874158.968283:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260224 00000100:00100000:0.0:1788874158.968358:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 16 00000100:00100000:0.0:1788874158.968375:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2397:x1875769840260224:12345-192.168.202.20@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788874158.968413:0:22719:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from d2eee5eb-e95e-471a-a9df-50313339e8a9@192.168.202.20@tcp t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:0.0:1788874158.968466:0:22719:0:(genops.c:1385:class_connect()) connect: client d2eee5eb-e95e-471a-a9df-50313339e8a9, cookie 0x25c660afb0a9d525 00000004:00100000:0.0:1788874158.968497:0:22719:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788874158.968628:0:22719:0:(import.c:65:import_set_state_nolock()) ffff9d34452a3800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874158.968705:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2397:x1875769840260224:12345-192.168.202.20@tcp:38:mount.lustre.0 Request processed in 337us (4499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.968713:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 16 00000100:00100000:1.0:1788874158.987718:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.987762:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.987779:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.987815:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.987835:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.987880:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260992 00000100:00100000:1.0:1788874158.987889:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260992 00000100:00100000:1.0:1788874158.987938:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261120 00000100:00100000:1.0:1788874158.987940:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261120 00000100:00100000:1.0:1788874158.987961:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:1.0:1788874158.987970:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2400:x1875769840260992:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:0.0:1788874158.990331:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260480 00000100:00100000:0.0:1788874158.990348:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260480 00000100:00100000:0.0:1788874158.990419:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260736 00000100:00100000:0.0:1788874158.990423:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260736 00000100:00100000:0.0:1788874158.990455:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260864 00000100:00100000:0.0:1788874158.990459:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260864 00000100:00100000:0.0:1788874158.990482:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 42 00000100:00100000:0.0:1788874158.990492:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+7:2400:x1875769840260736:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874158.990633:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2400:x1875769840260992:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 2661us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.990656:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:1.0:1788874158.990684:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 9 00000100:00100000:1.0:1788874158.990693:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:26bee33d-a0fd-410d-bc1d-933afc595127+5:2401:x1875769840261120:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:2.0:1788874158.990776:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 43 00000100:00100000:2.0:1788874158.990786:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+6:2401:x1875769840260864:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874158.992378:0:22718:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788874158.992395:0:22718:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:0.0:1788874158.994064:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+7:2400:x1875769840260736:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 3555us (6282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.994096:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 42 00000100:00100000:0.0:1788874158.994143:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 17 00000100:00100000:0.0:1788874158.994151:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2397:x1875769840260480:12345-192.168.202.20@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788874158.994184:0:25336:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from d2eee5eb-e95e-471a-a9df-50313339e8a9@192.168.202.20@tcp t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:0.0:1788874158.994241:0:25336:0:(genops.c:1385:class_connect()) connect: client d2eee5eb-e95e-471a-a9df-50313339e8a9, cookie 0x25c660afb0a9d52c 00000004:00100000:0.0:1788874158.994265:0:25336:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1788874158.994379:0:25336:0:(import.c:65:import_set_state_nolock()) ffff9d34452a7000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788874158.994426:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2397:x1875769840260480:12345-192.168.202.20@tcp:38:mount.lustre.0 Request processed in 274us (6716us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874158.994433:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 17 00000100:00100000:0.0:1788874158.994548:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874158.995261:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:26bee33d-a0fd-410d-bc1d-933afc595127+5:2401:x1875769840261120:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 4566us (7421us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.995272:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 9 00000100:00100000:2.0:1788874158.995903:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+6:2401:x1875769840260864:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 5115us (8119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874158.995913:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 43 00000100:00100000:2.0:1788874158.995935:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260352 00000100:00100000:2.0:1788874158.995942:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260352 00000100:00080000:1.0:1788874158.996175:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788874158.996283:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 18 00000100:00100000:2.0:1788874158.996294:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:0:x1875769840260352:12345-192.168.202.20@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788874158.996337:0:22719:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788874158.996394:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:0:x1875769840260352:12345-192.168.202.20@tcp:41:mount.lustre.0 Request processed in 102us (1846us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874158.998404:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874158.998636:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261248 00000100:00100000:3.0:1788874158.998646:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261248 00000100:00100000:3.0:1788874158.998700:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 19 00000100:00100000:3.0:1788874158.998710:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18199:x1875769840261248:12345-192.168.202.20@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788874158.998740:0:22717:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874158.998818:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18199:x1875769840261248:12345-192.168.202.20@tcp:41:mount.lustre.0 Request processed in 109us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874158.998826:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 19 00000100:00100000:1.0:1788874159.005782:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874159.005882:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261376 00000100:00100000:3.0:1788874159.005891:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261376 00000100:00100000:3.0:1788874159.005954:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:3.0:1788874159.005965:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18199:x1875769840261376:12345-192.168.202.20@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788874159.006092:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18199:x1875769840261376:12345-192.168.202.20@tcp:40:mount.lustre.0 Request processed in 128us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874159.006101:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:2.0:1788874159.007306:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 18 00000100:00100000:3.0:1788874159.013118:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874159.013356:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261760 00000100:00100000:2.0:1788874159.013375:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261760 00000100:00100000:2.0:1788874159.013440:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 4 00000100:00100000:2.0:1788874159.013451:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18199:x1875769840261760:12345-192.168.202.20@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788874159.013545:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18199:x1875769840261760:12345-192.168.202.20@tcp:900:mount.lustre.0 Request processed in 96us (439us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874159.013553:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 4 00000100:00100000:1.0:1788874159.019083:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874159.019258:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261888 00000100:00100000:0.0:1788874159.019270:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261888 00000100:00100000:0.0:1788874159.019334:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 1 00000100:00100000:0.0:1788874159.019346:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18199:x1875769840261888:12345-192.168.202.20@tcp:33:mount.lustre.0 00000004:00200000:0.0:1788874159.019447:0:22721:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788874159.019539:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18199:x1875769840261888:12345-192.168.202.20@tcp:33:mount.lustre.0 Request processed in 195us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874159.019547:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 1 00000100:00100000:0.0:1788874159.041267:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874159.041310:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874159.041337:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874159.041444:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261504 00000100:00100000:3.0:1788874159.041453:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261504 00000100:00100000:3.0:1788874159.041491:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840261632 00000100:00100000:3.0:1788874159.041494:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840261632 00000100:00100000:3.0:1788874159.041511:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 22 00000100:00100000:3.0:1788874159.041521:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2397:x1875769840261504:12345-192.168.202.20@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788874159.041560:0:25337:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from d2eee5eb-e95e-471a-a9df-50313339e8a9@192.168.202.20@tcp t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:3.0:1788874159.041593:0:25337:0:(genops.c:1385:class_connect()) connect: client d2eee5eb-e95e-471a-a9df-50313339e8a9, cookie 0x25c660afb0a9d533 00002000:00100000:3.0:1788874159.041606:0:25337:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d2eee5eb-e95e-471a-a9df-50313339e8a9/ffff9d347d298000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788874159.041617:0:25337:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788874159.041693:0:25337:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788874159.041727:0:25337:0:(import.c:65:import_set_state_nolock()) ffff9d347d29d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874159.041795:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2397:x1875769840261504:12345-192.168.202.20@tcp:8:mount.lustre.0 Request processed in 274us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874159.041803:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 22 00000100:00100000:3.0:1788874159.041820:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 23 00000100:00100000:3.0:1788874159.041825:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2397:x1875769840261632:12345-192.168.202.20@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788874159.041841:0:25337:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from d2eee5eb-e95e-471a-a9df-50313339e8a9@192.168.202.20@tcp t0 exp 0000000000000000 cur 695 last 0 00000020:00000080:3.0:1788874159.041872:0:25337:0:(genops.c:1385:class_connect()) connect: client d2eee5eb-e95e-471a-a9df-50313339e8a9, cookie 0x25c660afb0a9d53a 00002000:00100000:3.0:1788874159.041879:0:25337:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d2eee5eb-e95e-471a-a9df-50313339e8a9/ffff9d347d29f000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a02 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788874159.041901:0:25337:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788874159.041946:0:25337:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788874159.041960:0:25337:0:(import.c:65:import_set_state_nolock()) ffff9d347d29d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788874159.041983:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2397:x1875769840261632:12345-192.168.202.20@tcp:8:mount.lustre.0 Request processed in 157us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874159.041990:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 23 00000100:00100000:1.0:1788874159.048275:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840260608 00000100:00100000:1.0:1788874159.048290:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840260608 00000100:00080000:3.0:1788874159.048412:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788874159.048413:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 21 00000100:00100000:1.0:1788874159.048426:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:0:x1875769840260608:12345-192.168.202.20@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788874159.048470:0:22718:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788874159.048855:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:0:x1875769840260608:12345-192.168.202.20@tcp:41:mount.lustre.0 Request processed in 430us (7513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874159.048875:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 21 00000100:00100000:0.0:1788874159.253731:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874159.254186:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262016 00000100:00100000:2.0:1788874159.254196:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262016 00000100:00100000:2.0:1788874159.254272:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 22 00000100:00100000:2.0:1788874159.254280:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18234:x1875769840262016:12345-192.168.202.20@tcp:101:mkdir.0 00010000:00010000:2.0:1788874159.254301:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874159.254323:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d541 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c64 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874159.254399:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874159.254413:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874159.254430:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788874159.254507:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788874159.254511:0:25336:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788874159.254533:0:25336:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874159.254559:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d541 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 8 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874159.254578:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 7 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874159.254587:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:2.0:1788874159.254590:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788874159.254593:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3800, rc 0) 00000100:00100000:2.0:1788874159.255034:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18234:x1875769840262016:12345-192.168.202.20@tcp:101:mkdir.0 Request processed in 753us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874159.255042:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 22 00010000:00010000:3.0:1788874159.470490:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788874159.854927:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788874160.366586:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788874160.366613:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859243392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788874160.366688:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874160.366787:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243392 00000100:00100000:1.0:1788874160.366807:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243392 00000100:00100000:1.0:1788874160.366858:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788874160.366869:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859243392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788874160.366898:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:1.0:1788874160.366941:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859243392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874160.366966:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:1.0:1788874160.366987:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788874160.367013:0:3635:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788874160.367035:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859243392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788874160.367157:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3344194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859243520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788874160.367186:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.367251:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243520 00000100:00100000:0.0:1788874160.367255:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243520 00000100:00100000:0.0:1788874160.367287:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788874160.367293:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34412ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859243520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788874160.367304:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788874160.367334:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34412ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859243520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.367340:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00080000:0.0:1788874160.367365:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788874160.367385:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3344194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859243520:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788874160.367742:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859243904:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.367771:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.367789:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859244416:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.367826:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.367843:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3636:1875769859244928:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.367863:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.367882:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788874160.367888:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859243776:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.367908:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.367931:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859244288:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.367950:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.367975:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3636:1875769859244800:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.367995:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.368020:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243776 00000100:00100000:0.0:1788874160.368024:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243776 00000100:00100000:0.0:1788874160.368051:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788874160.368057:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859243776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368094:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859243776:12345-0@lo:400:kworker.0 Request processed in 37us (184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368100:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788874160.368117:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243904 00000100:00100000:0.0:1788874160.368120:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243904 00000100:00100000:0.0:1788874160.368147:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244288 00000100:00100000:0.0:1788874160.368150:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244288 00000100:00100000:0.0:1788874160.368171:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788874160.368177:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859243904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368225:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859243904:12345-0@lo:400:kworker.0 Request processed in 28us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368230:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788874160.368242:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788874160.368248:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859244288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368273:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859244288:12345-0@lo:400:kworker.0 Request processed in 26us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368279:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1788874160.368296:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788874160.368305:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859244032:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368327:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.368341:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859244544:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368378:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.368394:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788874160.368399:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859243648:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368425:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.368445:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859244160:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368465:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.368480:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d34412adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859244672:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368500:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874160.368519:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244416 00000100:00100000:0.0:1788874160.368524:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244416 00000100:00100000:0.0:1788874160.368543:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244928 00000100:00100000:0.0:1788874160.368545:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244928 00000100:00100000:0.0:1788874160.368561:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244800 00000100:00100000:0.0:1788874160.368564:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244800 00000100:00100000:0.0:1788874160.368573:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244032 00000100:00100000:0.0:1788874160.368576:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244032 00000100:00100000:0.0:1788874160.368606:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244544 00000100:00100000:0.0:1788874160.368608:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244544 00000100:00100000:0.0:1788874160.368620:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244672 00000100:00100000:0.0:1788874160.368622:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244672 00000100:00100000:0.0:1788874160.368635:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788874160.368640:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859244416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368670:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859244416:12345-0@lo:400:kworker.0 Request processed in 30us (844us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368676:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788874160.368686:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788874160.368691:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875769859244928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368711:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875769859244928:12345-0@lo:400:kworker.0 Request processed in 21us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368721:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788874160.368731:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788874160.368736:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875769859244800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368759:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3636:x1875769859244800:12345-0@lo:400:kworker.0 Request processed in 23us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368764:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1788874160.368772:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788874160.368776:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859244032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368811:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859244032:12345-0@lo:400:kworker.0 Request processed in 34us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368816:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788874160.368824:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788874160.368829:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859244544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368861:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859244544:12345-0@lo:400:kworker.0 Request processed in 32us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368866:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788874160.368876:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788874160.368881:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859244672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368900:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859244672:12345-0@lo:400:kworker.0 Request processed in 20us (400us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874160.368905:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00080000:0.0:1788874160.368917:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788874160.368919:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788874160.368946:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859243776:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368965:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859244288:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368974:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3636:1875769859244800:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368983:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412af800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859243904:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.368991:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859244416:0@lo:400:kworker.0 00010000:00080000:0.0:1788874160.369001:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3342b5ad80 x1875769859244928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874160.369011:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3636:1875769859244928:0@lo:400:kworker.0 00010000:00080000:0.0:1788874160.369043:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d34412adc00 x1875769859244672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874176 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874160.369051:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859244672:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.369060:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859244032:0@lo:400:kworker.0 00000100:00100000:0.0:1788874160.369068:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859244544:0@lo:400:kworker.0 00000100:00100000:3.0:1788874160.369240:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859244160 00000100:00100000:3.0:1788874160.369245:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859244160 00000100:00100000:3.0:1788874160.369277:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788874160.369284:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859244160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874160.369324:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859244160:12345-0@lo:400:kworker.0 Request processed in 40us (857us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874160.369331:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788874160.369348:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859243648 00000100:00100000:3.0:1788874160.369351:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859243648 00000100:00100000:3.0:1788874160.369387:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1788874160.369392:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:3633:x1875769859243648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874160.369419:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:3633:x1875769859243648:12345-0@lo:400:kworker.0 Request processed in 27us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874160.369424:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1788874160.369457:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859243648:0@lo:400:kworker.0 00000100:00100000:3.0:1788874160.369468:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d34412adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859244160:0@lo:400:kworker.0 00010000:00010000:2.0:1788874160.496931:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788874160.879618:0:24219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d2eee5eb-e95e-471a-a9df-50313339e8a9 00000001:00100000:2.0:1788874160.879633:0:24219:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 26bee33d-a0fd-410d-bc1d-933afc595127 00000001:00100000:3.0:1788874160.892433:0:23449:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d2eee5eb-e95e-471a-a9df-50313339e8a9 00000001:00100000:3.0:1788874160.892450:0:23449:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 26bee33d-a0fd-410d-bc1d-933afc595127 00000001:00100000:2.0:1788874160.892686:0:22698:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d2eee5eb-e95e-471a-a9df-50313339e8a9 00000001:00100000:2.0:1788874160.892695:0:22698:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 26bee33d-a0fd-410d-bc1d-933afc595127 00010000:00010000:0.0:1788874161.518407:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874162.414473:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859245056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788874162.414537:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874162.414654:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245056 00000100:00100000:0.0:1788874162.414663:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245056 00000100:00100000:0.0:1788874162.414726:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788874162.414737:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859245056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788874162.414764:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1788874162.414840:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788874162.415092:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859245056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 356us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874162.415099:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788874162.416646:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f3a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859245056:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788874162.543297:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788874162.599643:0:25603:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:3.0:1788874162.926620:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874162.926644:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859245184:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874162.926734:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874162.926843:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245184 00000100:00100000:0.0:1788874162.926853:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245184 00000100:00100000:0.0:1788874162.926910:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788874162.926920:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859245184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788874162.926957:0:22722:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788874162.927008:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859245184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874162.927016:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788874162.927250:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788874162.927260:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859245312:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788874162.927263:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859245184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788874162.927288:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874162.927313:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245312 00000100:00100000:3.0:1788874162.927317:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245312 00000100:00100000:3.0:1788874162.927358:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788874162.927366:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859245312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788874162.927383:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788874162.927416:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859245312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (127us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874162.927422:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788874162.927425:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859245312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788874163.438639:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788874163.438664:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3344195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859245440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788874163.438739:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874163.438975:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245440 00000100:00100000:1.0:1788874163.438984:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245440 00000100:00100000:1.0:1788874163.439057:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1788874163.439068:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859245440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788874163.439090:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1788874163.439196:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874163.440929:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859245440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1854us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874163.440943:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788874163.450137:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3344195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859245440:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788874163.567197:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788874164.014855:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788874164.371668:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371712:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371747:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371767:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371786:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371803:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371818:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371838:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371864:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874164.371893:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262656 00000100:00100000:1.0:1788874164.371902:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262656 00000100:00100000:1.0:1788874164.371953:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263168 00000100:00100000:1.0:1788874164.371957:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263168 00000100:00100000:1.0:1788874164.371971:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262528 00000100:00100000:1.0:1788874164.371990:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262528 00000100:00100000:1.0:1788874164.372007:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263040 00000100:00100000:1.0:1788874164.372009:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263040 00000100:00100000:1.0:1788874164.372025:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 12 00000100:00100000:1.0:1788874164.372034:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840262656:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372103:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840262656:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 69us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372111:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 12 00000100:00100000:1.0:1788874164.372128:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:1.0:1788874164.372135:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2400:x1875769840263168:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372159:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2400:x1875769840263168:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 25us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372165:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:1.0:1788874164.372176:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00100000:1.0:1788874164.372182:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840262528:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372228:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840262528:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 22us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372235:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00100000:1.0:1788874164.372247:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 15 00000100:00100000:1.0:1788874164.372252:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840263040:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372274:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840263040:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 22us (409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372279:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 15 00000100:00100000:1.0:1788874164.372299:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262400 00000100:00100000:1.0:1788874164.372309:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262400 00000100:00100000:1.0:1788874164.372351:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262912 00000100:00100000:1.0:1788874164.372354:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262912 00000100:00100000:1.0:1788874164.372364:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262272 00000100:00100000:1.0:1788874164.372366:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262272 00000100:00100000:1.0:1788874164.372375:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262784 00000100:00100000:1.0:1788874164.372377:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262784 00000100:00100000:1.0:1788874164.372392:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 50 00000100:00100000:1.0:1788874164.372397:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840262400:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372421:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840262400:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 24us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372426:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 50 00000100:00100000:1.0:1788874164.372437:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 51 00000100:00100000:1.0:1788874164.372442:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840262912:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372462:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840262912:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 19us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372468:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 51 00000100:00100000:1.0:1788874164.372480:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 52 00000100:00100000:1.0:1788874164.372486:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2400:x1875769840262272:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372509:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2400:x1875769840262272:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 23us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372514:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 52 00000100:00100000:1.0:1788874164.372527:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 53 00000100:00100000:1.0:1788874164.372533:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3344195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2400:x1875769840262784:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874164.372554:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3344195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2400:x1875769840262784:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 22us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874164.372570:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 53 00000100:00080000:1.0:1788874164.372605:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874164.372609:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788874164.372612:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788874164.372614:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788874164.372838:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840262144 00000100:00100000:2.0:1788874164.372843:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840262144 00000100:00100000:2.0:1788874164.372875:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 146 00000100:00100000:2.0:1788874164.372882:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:2400:x1875769840262144:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:2.0:1788874164.372915:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:2400:x1875769840262144:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 34us (1257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874164.372921:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 146 00010000:00010000:0.0:1788874164.590359:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788874164.995489:0:25040:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d2eee5eb-e95e-471a-a9df-50313339e8a9 00000100:00100000:0.0:1788874165.487435:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788874165.487458:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33441ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859245696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788874165.487524:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874165.487591:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859245568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788874165.487613:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874165.487643:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245696 00000100:00100000:0.0:1788874165.487650:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245696 00000100:00100000:0.0:1788874165.487690:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245568 00000100:00100000:0.0:1788874165.487693:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245568 00000100:00100000:0.0:1788874165.487711:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788874165.487719:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859245696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788874165.487748:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788874165.487794:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b59880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859245696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874165.487826:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788874165.487844:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788874165.487850:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859245568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788874165.487860:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:0.0:1788874165.487883:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3634:x1875769859245568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874165.487889:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788874165.487924:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33441ba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859245696:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788874165.487938:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f435c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3634:1875769859245568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874165.488122:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859245824:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488154:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.488178:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859246336:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488237:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.488257:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3635:1875769859246848:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488281:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.488301:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788874165.488317:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859245952:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488341:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.488360:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859246464:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488383:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.488401:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3635:1875769859246976:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488424:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.488449:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245824 00000100:00100000:2.0:1788874165.488453:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245824 00000100:00100000:2.0:1788874165.488483:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1788874165.488497:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:3635:x1875769859245824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488535:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f34c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:3635:x1875769859245824:12345-0@lo:400:kworker.0 Request processed in 39us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.488542:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1788874165.488569:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246336 00000100:00100000:2.0:1788874165.488573:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246336 00000100:00100000:2.0:1788874165.488615:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859245952 00000100:00100000:2.0:1788874165.488618:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859245952 00000100:00100000:2.0:1788874165.488630:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788874165.488636:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859246336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488666:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859246336:12345-0@lo:400:kworker.0 Request processed in 30us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.488671:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1788874165.488682:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788874165.488686:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859245952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488709:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859245952:12345-0@lo:400:kworker.0 Request processed in 23us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.488715:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1788874165.488735:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246848 00000100:00100000:2.0:1788874165.488739:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246848 00000100:00100000:2.0:1788874165.488768:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246976 00000100:00100000:2.0:1788874165.488771:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246976 00000100:00100000:2.0:1788874165.488791:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788874165.488797:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875769859246848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488841:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1875769859246848:12345-0@lo:400:kworker.0 Request processed in 43us (558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.488847:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788874165.488868:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788874165.488873:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875769859246976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488897:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1875769859246976:12345-0@lo:400:kworker.0 Request processed in 24us (472us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.488902:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788874165.488924:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246464 00000100:00100000:2.0:1788874165.488928:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246464 00000100:00100000:2.0:1788874165.488952:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788874165.488957:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859246464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.488983:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859246464:12345-0@lo:400:kworker.0 Request processed in 26us (600us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.488988:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788874165.489018:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859246080:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489043:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.489070:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859246592:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489090:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.489104:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3633:1875769859247104:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489130:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.489149:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788874165.489153:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859246208:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489175:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874165.489190:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859246720:0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489234:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874165.489249:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246080 00000100:00100000:2.0:1788874165.489254:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246592 00000100:00100000:2.0:1788874165.489257:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246592 00000100:00100000:3.0:1788874165.489264:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246080 00000100:00100000:2.0:1788874165.489274:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859247104 00000100:00100000:2.0:1788874165.489282:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859247104 00000100:00100000:3.0:1788874165.489289:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788874165.489295:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859246080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489295:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246208 00000100:00100000:2.0:1788874165.489297:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246208 00000100:00100000:2.0:1788874165.489320:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859246720 00000100:00100000:2.0:1788874165.489323:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859246720 00000100:00100000:2.0:1788874165.489337:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788874165.489343:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859246592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874165.489344:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859246080:12345-0@lo:400:kworker.0 Request processed in 49us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874165.489350:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1788874165.489369:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788874165.489369:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3633:x1875769859246592:12345-0@lo:400:kworker.0 Request processed in 27us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.489375:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788874165.489376:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3633:x1875769859247104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874165.489385:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788874165.489389:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859246208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874165.489410:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3633:x1875769859247104:12345-0@lo:400:kworker.0 Request processed in 34us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.489410:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3633:x1875769859246208:12345-0@lo:400:kworker.0 Request processed in 19us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874165.489416:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00080000:1.0:1788874165.489533:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788874165.489538:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874165.489540:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788874165.489542:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788874165.496891:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788874165.496946:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788874165.496964:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859246720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874165.497058:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3633:x1875769859246720:12345-0@lo:400:kworker.0 Request processed in 102us (7820us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874165.497065:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788874165.497122:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3633:1875769859246208:0@lo:400:kworker.0 00000100:00100000:3.0:1788874165.497135:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3633:1875769859246720:0@lo:400:kworker.0 00000100:00100000:3.0:1788874165.497149:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859246080:0@lo:400:kworker.0 00000100:00100000:0.0:1788874165.497156:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859245952:0@lo:400:kworker.0 00000100:00100000:0.0:1788874165.497170:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859246464:0@lo:400:kworker.0 00000100:00100000:0.0:1788874165.497183:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3635:1875769859246976:0@lo:400:kworker.0 00000100:00100000:0.0:1788874165.497193:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859245824:0@lo:400:kworker.0 00000100:00100000:0.0:1788874165.497231:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859246336:0@lo:400:kworker.0 00010000:00080000:0.0:1788874165.497250:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343bbc000 x1875769859246848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788874165.497261:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3635:1875769859246848:0@lo:400:kworker.0 00000100:00100000:3.0:1788874165.497859:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3633:1875769859246592:0@lo:400:kworker.0 00010000:00080000:3.0:1788874165.497876:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3343bbce00 x1875769859247104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874181 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874165.497886:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3633:1875769859247104:0@lo:400:kworker.0 00010000:00010000:0.0:1788874165.614390:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788874166.259814:0:25750:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffee2821760 20000000:00000080:0.0:1788874166.259832:0:25750:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9d347d2b1c00 uarg=0000000000000000 20000000:01000000:0.0:1788874166.260066:0:25750:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788874166.260083:0:25750:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:0.0:1788874166.260088:0:25750:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788874166.261644:0:25751:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788874166.261926:0:25750:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788874166.268333:0:25750:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:0.0:1788874166.268372:0:25750:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268391:0:25750:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268401:0:25750:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268418:0:25750:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268433:0:25750:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268443:0:25750:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268451:0:25750:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268458:0:25750:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268506:0:25750:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268523:0:25750:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 12 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.268557:0:25750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b5b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247232:192.168.202.20@tcp:104: 00010000:00010000:0.0:1788874166.268664:0:25750:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 12 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268673:0:25750:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 12 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.268682:0:25750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b5a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247360:192.168.202.20@tcp:104: 00010000:00010000:0.0:1788874166.268713:0:25750:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268722:0:25750:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 23 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.268731:0:25750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b58700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247488:0@lo:104: 00000100:00100000:0.0:1788874166.268775:0:25750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788874166.268838:0:25750:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268846:0:25750:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 23 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.268865:0:25750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3342b5ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247616:0@lo:104: 00000100:00100000:0.0:1788874166.268889:0:25750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788874166.268910:0:25750:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.268918:0:25750:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 23 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.268934:0:25750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247744:0@lo:104: 00000100:00100000:0.0:1788874166.268956:0:25750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874166.269261:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859247488 00000100:00100000:3.0:1788874166.269269:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859247488 00000100:00100000:3.0:1788874166.269322:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859247616 00000100:00100000:3.0:1788874166.269325:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859247616 00000100:00100000:3.0:1788874166.269336:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859247744 00000100:00100000:3.0:1788874166.269338:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859247744 00000100:00100000:3.0:1788874166.269352:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874166.269361:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+5:25750:x1875769859247488:12345-0@lo:104: 00010000:00010000:3.0:1788874166.269374:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269450:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788874166.269456:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342b5b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+5:25750:x1875769859247488:12345-0@lo:104: Request processed in 96us (681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.269464:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874166.269484:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788874166.269490:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+4:25750:x1875769859247616:12345-0@lo:104: 00010000:00010000:3.0:1788874166.269497:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269527:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788874166.269533:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+4:25750:x1875769859247616:12345-0@lo:104: Request processed in 44us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.269539:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788874166.269551:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788874166.269556:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+3:25750:x1875769859247744:12345-0@lo:104: 00010000:00010000:3.0:1788874166.269564:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269596:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788874166.269601:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+3:25750:x1875769859247744:12345-0@lo:104: Request processed in 46us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.269607:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1788874166.269627:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788874166.269633:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269649:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecaa00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874166.269654:0:23471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269662:0:23471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874166.269669:0:23471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874166.269675:0:23471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788874166.269707:0:23471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269713:0:23471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788874166.269734:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269741:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecaa00/0x25c660afb0a9d373 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d37a expref: -99 pid: 25039 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269755:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788874166.269758:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269763:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3343ad9a00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874166.269766:0:23471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269784:0:23471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874166.269805:0:23471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874166.269811:0:23471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788874166.269825:0:23471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.269831:0:23471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788874166.270096:0:25750:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.270112:0:25750:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 23 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.270124:0:25750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247872:0@lo:104: 00000100:00100000:0.0:1788874166.270159:0:25750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874166.270189:0:25750:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3451830540 going to sleep for 11 seconds 00000100:00100000:0.0:1788874166.270229:0:25750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b58700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247488:0@lo:104: 00000100:00100000:0.0:1788874166.270241:0:25750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b5ad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247616:0@lo:104: 00000100:00100000:0.0:1788874166.270248:0:25750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbc700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247744:0@lo:104: 00010000:00010000:3.0:1788874166.270321:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270331:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3343ad9a00/0x25c660afb0a9d1f2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1f9 expref: -99 pid: 24218 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270342:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874166.270347:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270353:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3341e25a00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874166.270356:0:23471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270364:0:23471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874166.270371:0:23471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874166.270385:0:23471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788874166.270403:0:23471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270409:0:23471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788874166.270417:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270435:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3341e25a00/0x25c660afb0a9d1b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1ba expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.270445:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874166.270447:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874166.270449:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874166.270456:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874166.270461:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874166.270481:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859248000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.270512:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874166.270560:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859248128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.270582:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874166.270602:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788874166.270608:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859248256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.270629:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874166.270662:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248000 00000100:00100000:3.0:1788874166.270668:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248000 00010000:00010000:3.0:1788874166.270691:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 24 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874166.270728:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248128 00000100:00100000:3.0:1788874166.270732:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248128 00010000:00010000:3.0:1788874166.270745:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 25 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874166.270755:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248256 00000100:00100000:3.0:1788874166.270757:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248256 00010000:00010000:3.0:1788874166.270767:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 26 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874166.270780:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874166.270787:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+26:3634:x1875769859248000:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874166.271053:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874166.271060:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 26 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271070:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 26 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271085:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3475eca000/0x25c660afb0a9d37a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d373 expref: 26 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271100:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874166.271136:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+25:3634:x1875769859248000:12345-0@lo:103:ldlm_bl.0 Request processed in 349us (622us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.271143:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1788874166.271159:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788874166.271165:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+24:3635:x1875769859248128:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874166.271182:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874166.271188:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 24 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271196:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 24 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271235:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e24e00/0x25c660afb0a9d1f9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d1f2 expref: 24 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271245:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874166.271274:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+23:3635:x1875769859248128:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.271281:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788874166.271293:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788874166.271315:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+22:3635:x1875769859248256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874166.271324:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874166.271328:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 22 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271337:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 22 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271346:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e25200/0x25c660afb0a9d1ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d1b3 expref: 22 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271355:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874166.271376:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+21:3635:x1875769859248256:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.271392:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788874166.271445:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4254fed6-01aa-4141-aa5c-8cca81572654:3634:1875769859248000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.271474:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859248256:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.271482:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343b2f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:4254fed6-01aa-4141-aa5c-8cca81572654:3635:1875769859248128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.271500:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859247872 00000100:00100000:3.0:1788874166.271504:0:22702:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859247872 00000100:00100000:3.0:1788874166.271525:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874166.271530:0:22702:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+3:25750:x1875769859247872:12345-0@lo:104: 00010000:00010000:3.0:1788874166.271541:0:22702:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271580:0:22702:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788874166.271584:0:22702:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbe680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:4254fed6-01aa-4141-aa5c-8cca81572654+3:25750:x1875769859247872:12345-0@lo:104: Request processed in 55us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.271590:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1788874166.271604:0:23471:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874166.271609:0:23471:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271615:0:23471:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecae00 already unused, calling callback (ffffffffc145cc20) 10000000:00010000:3.0:1788874166.271619:0:23471:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271626:0:23471:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788874166.271644:0:23471:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874166.271649:0:23471:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1788874166.271672:0:23471:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271677:0:23471:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788874166.271688:0:23471:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271695:0:23471:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.120@tcp lock: ffff9d3475ecae00/0x25c660afb0a9d1a5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x25c660afb0a9d1ac expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.271707:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874166.271708:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874166.271710:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788874166.271723:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859248384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788874166.271748:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874166.271771:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248384 00000100:00100000:3.0:1788874166.271774:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248384 00010000:00010000:3.0:1788874166.271788:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 21 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874166.272517:0:25750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbf480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247872:0@lo:104: 00000100:00100000:3.0:1788874166.274831:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788874166.274860:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+21:3633:x1875769859248384:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788874166.274881:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874166.274892:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 21 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.274924:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 21 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.274944:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3341e25e00/0x25c660afb0a9d1ac lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x25c660afb0a9d1a5 expref: 21 pid: 22711 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.274963:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874166.275060:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:4254fed6-01aa-4141-aa5c-8cca81572654+20:3633:x1875769859248384:12345-0@lo:103:ldlm_bl.0 Request processed in 216us (3310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.275068:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788874166.275640:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859248384:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788874166.282466:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874166.282603:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874166.282764:0:25750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b5b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247232:192.168.202.20@tcp:104: 00000100:00100000:0.0:1788874166.282778:0:25750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3342b5a300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25750:1875769859247360:192.168.202.20@tcp:104: 00010000:00010000:0.0:1788874166.282833:0:25750:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874166.283943:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263296 00000100:00100000:3.0:1788874166.283954:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263296 00010000:00010000:3.0:1788874166.284013:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 13 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874166.284053:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263424 00000100:00100000:3.0:1788874166.284056:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263424 00010000:00010000:3.0:1788874166.284068:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 14 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874166.284255:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:3.0:1788874166.284265:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475047850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+14:2400:x1875769840263296:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788874166.284280:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874166.284285:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 14 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284308:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 14 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284349:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d33442b2c00/0x25c660afb0a9d51e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c33 expref: 14 pid: 22710 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284365:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874166.284430:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475047850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:2400:x1875769840263296:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 161us (1972us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.284438:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 13 00000100:00100000:3.0:1788874166.284525:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 14 00000100:00100000:3.0:1788874166.284531:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:2401:x1875769840263424:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788874166.284538:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874166.284543:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 12 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284552:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 12 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284563:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3344813000/0x25c660afb0a9d4df lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bc3 expref: 12 pid: 22712 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284574:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284584:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284598:0:22704:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284616:0:22704:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284624:0:22704:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284630:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284636:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812000 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874166.284640:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284648:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284662:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.284671:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874166.284687:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:2401:x1875769840263424:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 155us (2085us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874166.284693:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 14 00010000:00010000:0.0:1788874166.286550:0:25750:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.286568:0:25750:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874166.286595:0:25750:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9d3344812000/0x25c660afb0a9d54f lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25750 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874166.640483:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874167.500805:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874167.500950:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263552 00000100:00100000:3.0:1788874167.500963:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263552 00000100:00100000:3.0:1788874167.501033:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 148 00000100:00100000:3.0:1788874167.501045:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+11:18083:x1875769840263552:12345-192.168.202.20@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874167.501063:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874167.501102:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d556 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c6b expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.501148:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c6b expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.501162:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd92a00/0x25c660afb0a9d556 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c6b expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.501173:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd92a00, rc 0) 00000100:00100000:3.0:1788874167.501271:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18083:x1875769840263552:12345-192.168.202.20@tcp:101:ll_cfg_requeue.0 Request processed in 228us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874167.501279:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 148 00000100:00100000:2.0:1788874167.506921:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874167.507704:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263680 00000100:00100000:0.0:1788874167.507717:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263680 00000100:00100000:0.0:1788874167.507794:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 149 00000100:00100000:0.0:1788874167.507804:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18083:x1875769840263680:12345-192.168.202.20@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874167.507981:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f36c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18083:x1875769840263680:12345-192.168.202.20@tcp:501:ll_cfg_requeue.0 Request processed in 177us (1070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874167.507989:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 149 00000100:00100000:1.0:1788874167.536506:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788874167.536535:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859248512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788874167.537026:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788874167.537337:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248512 00000100:00100000:0.0:1788874167.537346:0:24226:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248512 00000100:00100000:0.0:1788874167.537429:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788874167.537440:0:24226:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859248512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788874167.537473:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788874167.537535:0:24226:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859248512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874167.537542:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788874167.537684:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859248512:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788874167.538020:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874167.544195:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874167.544399:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263808 00000100:00100000:2.0:1788874167.544421:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263808 00000100:00100000:2.0:1788874167.544493:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 150 00000100:00100000:2.0:1788874167.544505:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3442f36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18083:x1875769840263808:12345-192.168.202.20@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788874167.544926:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3442f36050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18083:x1875769840263808:12345-192.168.202.20@tcp:503:ll_cfg_requeue.0 Request processed in 422us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874167.545699:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 150 00000100:00100000:1.0:1788874167.555838:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874167.556039:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840263936 00000100:00100000:3.0:1788874167.556050:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840263936 00000100:00100000:3.0:1788874167.556115:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 151 00000100:00100000:3.0:1788874167.556127:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+12:18083:x1875769840263936:12345-192.168.202.20@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874167.556145:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874167.556164:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd93e00/0x25c660afb0a9d55d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c72 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.556193:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd93e00/0x25c660afb0a9d55d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c72 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.556243:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd93e00/0x25c660afb0a9d55d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c72 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.556254:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd93e00, rc 0) 00000100:00100000:3.0:1788874167.556335:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18083:x1875769840263936:12345-192.168.202.20@tcp:101:ll_cfg_requeue.0 Request processed in 210us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874167.556343:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 151 00000100:00100000:3.0:1788874167.562906:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874167.563036:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264064 00000100:00100000:2.0:1788874167.563049:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264064 00000100:00100000:2.0:1788874167.563115:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 152 00000100:00100000:2.0:1788874167.563127:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18083:x1875769840264064:12345-192.168.202.20@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788874167.563715:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18083:x1875769840264064:12345-192.168.202.20@tcp:501:ll_cfg_requeue.0 Request processed in 588us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874167.563724:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 152 00000100:00100000:1.0:1788874167.577814:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874167.577917:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264192 00000100:00100000:0.0:1788874167.577991:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264192 00000100:00100000:0.0:1788874167.578093:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 153 00000100:00100000:0.0:1788874167.578104:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18083:x1875769840264192:12345-192.168.202.20@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788874167.578384:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:18083:x1875769840264192:12345-192.168.202.20@tcp:503:ll_cfg_requeue.0 Request processed in 281us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874167.578392:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 153 00010000:00010000:3.0:1788874167.662533:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874167.803015:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874167.803125:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264320 00000100:00100000:3.0:1788874167.803137:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264320 00000100:00100000:3.0:1788874167.803256:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 23 00000100:00100000:3.0:1788874167.803269:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+6:18704:x1875769840264320:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788874167.803316:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874167.803342:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92c00/0x25c660afb0a9d564 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c79 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803409:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803423:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803436:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803451:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803458:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803465:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803569:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92200/0x25c660afb0a9d579 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803578:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92200/0x25c660afb0a9d579 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803585:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92200/0x25c660afb0a9d579 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788874167.803613:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788874167.803617:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788874167.803656:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92200/0x25c660afb0a9d579 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803667:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803674:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803682:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803688:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd92600 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874167.803693:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803702:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803715:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:3.0:1788874167.803724:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874167.803729:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803736:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92600/0x25c660afb0a9d56b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803754:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803760:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803766:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803772:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d345fd93c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874167.803775:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803780:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803788:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9d3476dc6500) 00010000:00010000:3.0:1788874167.803790:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874167.803793:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803799:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd93c00/0x25c660afb0a9d572 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803833:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92c00/0x25c660afb0a9d564 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c79 expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803858:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d345fd92200/0x25c660afb0a9d579 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c79 expref: 7 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.803865:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d3476dc6c00) 00010000:00010000:3.0:1788874167.803867:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788874167.803869:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd92200, rc 0) 00000100:00100000:3.0:1788874167.803949:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+7:18704:x1875769840264320:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 683us (944us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874167.803957:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 23 00000100:00080000:1.0:1788874167.804182:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788874167.807609:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874167.807706:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264448 00000100:00100000:1.0:1788874167.807716:0:22728:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264448 00000100:00100000:1.0:1788874167.807785:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 5 00000100:00100000:1.0:1788874167.807802:0:22728:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:26bee33d-a0fd-410d-bc1d-933afc595127+7:18704:x1875769840264448:12345-192.168.202.20@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1788874167.807888:0:22728:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:26bee33d-a0fd-410d-bc1d-933afc595127+7:18704:x1875769840264448:12345-192.168.202.20@tcp:900:lhsmtool_posix.0 Request processed in 92us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874167.807913:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 5 00000100:00100000:2.0:1788874167.813151:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874167.813313:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264704 00000100:00100000:0.0:1788874167.813324:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264704 00000100:00100000:0.0:1788874167.813389:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 24 00000100:00100000:0.0:1788874167.813399:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+7:18704:x1875769840264704:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788874167.813419:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874167.813442:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d580 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c80 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813515:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813529:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813541:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813558:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813565:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813572:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813682:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813000/0x25c660afb0a9d595 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813692:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813000/0x25c660afb0a9d595 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.813721:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813000/0x25c660afb0a9d595 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874167.813731:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788874167.814152:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814159:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814163:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814166:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874167.814169:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814174:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814183:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9d3476dc6c00) 00010000:00010000:0.0:1788874167.814185:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.814189:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814195:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d587 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814264:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814271:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814293:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814299:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812000 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874167.814302:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814308:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814316:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9d347650b000) 00010000:00010000:0.0:1788874167.814319:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.814322:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.814328:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d58e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.816402:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d580 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c80 expref: 10 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.816421:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813000/0x25c660afb0a9d595 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c80 expref: 9 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.816427:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d347650b200) 00010000:00010000:0.0:1788874167.816429:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.816433:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813000, rc 0) 00000100:00100000:0.0:1788874167.816509:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+9:18704:x1875769840264704:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 3111us (3366us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1788874167.816533:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 24 00000100:00100000:3.0:1788874167.823371:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874167.823496:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264832 00000100:00100000:1.0:1788874167.823506:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264832 00000100:00100000:1.0:1788874167.823563:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 25 00000100:00100000:1.0:1788874167.823573:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+9:18704:x1875769840264832:12345-192.168.202.20@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788874167.823673:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343806300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+9:18704:x1875769840264832:12345-192.168.202.20@tcp:59:lhsmtool_posix.0 Request processed in 101us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874167.823681:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 25 00000100:00100000:2.0:1788874167.832947:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874167.833122:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840264960 00000100:00100000:0.0:1788874167.833134:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840264960 00000100:00100000:0.0:1788874167.833244:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 26 00000100:00100000:0.0:1788874167.833255:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+5:18704:x1875769840264960:12345-192.168.202.20@tcp:59:lhsmtool_posix.0 00000004:00080000:3.0:1788874167.835084:0:25336:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 1777us 00000100:00080000:1.0:1788874167.836355:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788874167.868571:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+5:18704:x1875769840264960:12345-192.168.202.20@tcp:59:lhsmtool_posix.0 Request processed in 35308us (35626us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874167.868586:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 26 00000100:00100000:2.0:1788874167.876593:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874167.876679:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265088 00000100:00100000:0.0:1788874167.876689:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265088 00000100:00100000:0.0:1788874167.876755:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 27 00000100:00100000:0.0:1788874167.876766:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+9:18710:x1875769840265088:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:0.0:1788874167.876796:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874167.876817:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c87 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.876882:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.876898:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.876910:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877133:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877142:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877149:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877258:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877266:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877272:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877279:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812000 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874167.877292:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877300:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877313:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:0.0:1788874167.877317:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.877322:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877328:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877342:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877348:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877355:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877368:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874167.877371:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877377:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877385:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d347650b000) 00010000:00010000:0.0:1788874167.877387:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.877389:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877395:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877426:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5a3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c87 expref: 10 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877435:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:0.0:1788874167.877438:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.877441:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c87 expref: 10 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.877448:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812400, rc 0) 00000100:00100000:0.0:1788874167.877511:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+9:18710:x1875769840265088:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 746us (928us total) trans 0 rc 301/301 00000100:00100000:0.0:1788874167.877518:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 27 00000100:00100000:1.0:1788874167.882520:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874167.882660:0:22726:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265216 00000100:00100000:2.0:1788874167.882669:0:22726:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265216 00000100:00100000:2.0:1788874167.882727:0:22726:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:2.0:1788874167.882738:0:22726:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:26bee33d-a0fd-410d-bc1d-933afc595127+9:18710:x1875769840265216:12345-192.168.202.20@tcp:700:lfs.0 00000100:00100000:2.0:1788874167.882844:0:22726:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:26bee33d-a0fd-410d-bc1d-933afc595127+9:18710:x1875769840265216:12345-192.168.202.20@tcp:700:lfs.0 Request processed in 107us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874167.882852:0:22726:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:3.0:1788874167.889232:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874167.889611:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265472 00000100:00100000:0.0:1788874167.889637:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265472 00000100:00100000:0.0:1788874167.889744:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 28 00000100:00100000:0.0:1788874167.889756:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+9:18710:x1875769840265472:12345-192.168.202.20@tcp:36:lfs.0 00010000:00010000:0.0:1788874167.889824:0:22717:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874167.889851:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb400/0x25c660afb0a9d509 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9bf4 expref: 9 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.889871:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:0.0:1788874167.889876:0:22717:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788874167.889932:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.889947:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 5 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.889955:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.889987:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 5 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.890000:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 5 pid: 25336 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874167.890013:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22717:1875769859248640:192.168.202.20@tcp:104: 00000100:00100000:0.0:1788874167.891943:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3447976000 going to sleep for 11 seconds 00000100:00100000:0.0:1788874167.894392:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbf480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22717:1875769859248640:192.168.202.20@tcp:104: 00010000:00010000:0.0:1788874167.894422:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874167.900040:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874167.900157:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265600 00000100:00100000:2.0:1788874167.900166:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265600 00010000:00010000:3.0:1788874167.902798:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 6 pid: 25336 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874167.902852:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 15 00000100:00100000:3.0:1788874167.902865:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2400:x1875769840265600:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788874167.902881:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874167.902889:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 6 pid: 25336 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.902903:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 6 pid: 25336 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.902951:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d548 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c64 expref: 6 pid: 25336 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.902969:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:3.0:1788874167.902975:0:22705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.902984:0:22705:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.902992:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874167.903034:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874167.903096:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbf480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840265600:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 235us (3064us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874167.903105:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 15 00010000:00010000:2.0:1788874167.903393:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874167.903402:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874167.903424:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874167.903434:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874167.903442:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788874167.905361:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788874167.908747:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908769:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908779:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788874167.908795:0:22717:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008b4cbc81 reply state 0000000075e97ca7 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908803:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908808:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874167.908810:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788874167.908814:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788874167.908818:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788874167.908824:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908828:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908833:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908836:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812400 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874167.908839:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908850:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908858:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdd00) 00010000:00010000:0.0:1788874167.908860:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874167.908863:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908867:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5b8 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788874167.908883:0:22717:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008b4cbc81 reply state 0000000075e97ca7 transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908891:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874167.908897:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d3458694900) 00010000:00010000:0.0:1788874167.908899:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788874167.908901:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788874167.911447:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343804a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+10:18710:x1875769840265472:12345-192.168.202.20@tcp:36:lfs.0 Request processed in 21680us (22239us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1788874167.911460:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 28 00000100:00100000:0.0:1788874168.014344:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874168.016359:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265728 00000100:00100000:1.0:1788874168.016375:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265728 00000100:00100000:1.0:1788874168.016451:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 29 00000100:00100000:1.0:1788874168.016461:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+10:18718:x1875769840265728:12345-192.168.202.20@tcp:101:lctl.0 00010000:00010000:1.0:1788874168.016482:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874168.016506:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb200/0x25c660afb0a9d5cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c8e expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.016573:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d5d4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.016587:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d5d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.016616:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d5d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788874168.016656:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788874168.016659:0:25336:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788874168.016693:0:25336:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d5d4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.016716:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb200/0x25c660afb0a9d5cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c8e expref: 12 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.016737:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475eca400/0x25c660afb0a9d5d4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c8e expref: 11 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.016746:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:1.0:1788874168.016748:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788874168.016752:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475eca400, rc 0) 00000100:00100000:1.0:1788874168.016880:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+11:18718:x1875769840265728:12345-192.168.202.20@tcp:101:lctl.0 Request processed in 420us (2700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.016886:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 29 00000100:00100000:3.0:1788874168.041701:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.041976:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265856 00000100:00100000:0.0:1788874168.041988:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265856 00000100:00100000:0.0:1788874168.042091:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 30 00000100:00100000:0.0:1788874168.042101:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:18719:x1875769840265856:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:0.0:1788874168.042121:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.042157:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c95 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.042253:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.042276:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.042299:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.042341:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788874168.042344:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788874168.042364:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.042388:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d5db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c95 expref: 7 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.042406:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812000/0x25c660afb0a9d5e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c95 expref: 6 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.042415:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:0.0:1788874168.042418:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788874168.042422:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812000, rc 0) 00000100:00100000:0.0:1788874168.042480:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18719:x1875769840265856:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 380us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.042487:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 30 00000100:00100000:3.0:1788874168.045649:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.046079:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840265984 00000100:00100000:0.0:1788874168.046111:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840265984 00000100:00100000:0.0:1788874168.046181:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 31 00000100:00100000:0.0:1788874168.046192:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:18719:x1875769840265984:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:0.0:1788874168.046527:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.046562:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d5e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9c9c expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046638:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046654:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046666:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046678:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046685:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046692:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046793:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d5fe lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046803:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d5fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046810:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d5fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.046860:0:22717:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788874168.046865:0:22717:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788874168.046899:0:22717:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d5fe lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046913:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046920:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046927:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046933:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813800 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.046938:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046946:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046958:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:0.0:1788874168.046961:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.046966:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046973:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d5f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.046988:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047004:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047009:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047014:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.047017:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047023:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047030:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d3458694900) 00010000:00010000:0.0:1788874168.047032:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.047035:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047041:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d5f7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047071:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d5e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c9c expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047084:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d5fe lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c9c expref: 7 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.047092:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874168.047094:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788874168.047103:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813e00, rc 0) 00000100:00100000:0.0:1788874168.047179:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f354000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18719:x1875769840265984:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 988us (1538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.047186:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 31 00000100:00100000:2.0:1788874168.047739:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788874168.047757:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859248768:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788874168.047811:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874168.047852:0:22723:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248768 00000100:00100000:2.0:1788874168.047858:0:22723:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248768 00000100:00100000:2.0:1788874168.047891:0:22723:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788874168.047898:0:22723:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859248768:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788874168.047922:0:22723:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788874168.047958:0:22723:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1875769859248768:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.047964:0:22723:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1788874168.048006:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3636:1875769859248768:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788874168.051025:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874168.051067:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840266112 00000100:00100000:3.0:1788874168.051077:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840266112 00000100:00100000:3.0:1788874168.051135:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 6 00000100:00100000:3.0:1788874168.051146:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:18719:x1875769840266112:12345-192.168.202.20@tcp:900:lfs.0 00000100:00100000:3.0:1788874168.051251:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f355500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:18719:x1875769840266112:12345-192.168.202.20@tcp:900:lfs.0 Request processed in 107us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874168.051260:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 6 00000100:00080000:1.0:1788874168.052166:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1788874168.052923:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788874168.053787:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788874168.053933:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859248896:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788874168.054001:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.054267:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.054357:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840266368 00000100:00100000:0.0:1788874168.054365:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840266368 00000100:00100000:0.0:1788874168.054424:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 32 00000100:00100000:0.0:1788874168.054434:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d2eee5eb-e95e-471a-a9df-50313339e8a9+7:18719:x1875769840266368:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:0.0:1788874168.054451:0:25517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.054469:0:25517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d605 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9ca3 expref: -99 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.054583:0:25517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788874168.054686:0:25517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d605 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ca3 expref: 9 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.054700:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:0.0:1788874168.054703:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788874168.054709:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d605 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ca3 expref: 9 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.054723:0:25517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812400, rc 0) 00000100:00100000:0.0:1788874168.054768:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:d2eee5eb-e95e-471a-a9df-50313339e8a9+8:18719:x1875769840266368:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 337us (503us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1788874168.054782:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 32 00000100:00100000:2.0:1788874168.055390:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859248896 00000100:00100000:2.0:1788874168.055397:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859248896 00000100:00100000:2.0:1788874168.055470:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788874168.055480:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859248896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788874168.055505:0:23457:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788874168.055571:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859248896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (1569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.055579:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788874168.055644:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859248896:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788874168.057055:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.057554:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840266624 00000100:00100000:0.0:1788874168.057564:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840266624 00000100:00100000:0.0:1788874168.057656:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 33 00000100:00100000:0.0:1788874168.057686:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+8:18719:x1875769840266624:12345-192.168.202.20@tcp:36:lfs.0 00010000:00010000:0.0:1788874168.057745:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874168.057790:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d5fe lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9c9c expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.057813:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874168.057819:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788874168.057845:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.057860:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.057870:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788874168.058100:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000db8db484 reply state 0000000058d74026 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.058111:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.058116:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874168.058118:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1788874168.058120:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788874168.058128:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1788874168.058201:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+9:18719:x1875769840266624:12345-192.168.202.20@tcp:36:lfs.0 Request processed in 517us (1153us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1788874168.058237:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 33 00000100:00100000:3.0:1788874168.062146:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.062465:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840266880 00000100:00100000:0.0:1788874168.062492:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840266880 00000100:00100000:0.0:1788874168.062571:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 2 00000100:00100000:0.0:1788874168.062582:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+9:18719:x1875769840266880:12345-192.168.202.20@tcp:35:lfs.0 00000100:00100000:0.0:1788874168.062810:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+10:18719:x1875769840266880:12345-192.168.202.20@tcp:35:lfs.0 Request processed in 230us (673us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788874168.062816:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 2 00000100:00100000:3.0:1788874168.065082:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.065179:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840267136 00000100:00100000:0.0:1788874168.065190:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840267136 00000100:00100000:0.0:1788874168.065290:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 34 00000100:00100000:0.0:1788874168.065300:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+10:18719:x1875769840267136:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:0.0:1788874168.065323:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.065344:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d61a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9caa expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065428:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065444:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065456:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065467:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065473:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065480:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.065619:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1788874168.065695:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065703:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065710:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065717:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.065721:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065729:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065741:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:0.0:1788874168.065744:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.065749:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065755:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d621 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065769:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065775:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065791:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065797:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813800 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.065799:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065806:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065814:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d3458694900) 00010000:00010000:0.0:1788874168.065816:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.065819:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065825:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d628 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065858:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d61a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9caa expref: 12 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065868:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:0.0:1788874168.065870:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788874168.065874:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d61a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9caa expref: 12 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.065884:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812200, rc 0) 00000100:00100000:0.0:1788874168.066160:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+11:18719:x1875769840267136:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 860us (1090us total) trans 12884901894 rc 301/301 00000100:00100000:0.0:1788874168.066194:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 34 00000100:00100000:3.0:1788874168.069480:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874168.070475:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840267264 00000100:00100000:1.0:1788874168.070484:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840267264 00000100:00100000:1.0:1788874168.070558:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 35 00000100:00100000:1.0:1788874168.070568:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+11:18719:x1875769840267264:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:1.0:1788874168.070592:0:22719:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874168.070613:0:22719:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb000/0x25c660afb0a9d636 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cb1 expref: -99 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.070717:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.070732:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.070745:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788874168.070855:0:22719:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788874168.070859:0:22719:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788874168.070879:0:22719:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.070899:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecb000/0x25c660afb0a9d636 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 13 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.070913:0:22719:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 12 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.070919:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:1.0:1788874168.070921:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788874168.070923:0:22719:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecba00, rc 0) 00000100:00100000:1.0:1788874168.070974:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343b2d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+12:18719:x1875769840267264:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 409us (1505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.070984:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 35 00000100:00100000:3.0:1788874168.074710:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874168.075121:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840267392 00000100:00100000:2.0:1788874168.075133:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840267392 00000100:00100000:2.0:1788874168.075312:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 3 00000100:00100000:2.0:1788874168.075324:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+12:18719:x1875769840267392:12345-192.168.202.20@tcp:37:lfs.0 00000100:00100000:2.0:1788874168.083697:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d2eee5eb-e95e-471a-a9df-50313339e8a9+12:18719:x1875769840267392:12345-192.168.202.20@tcp:37:lfs.0 Request processed in 8365us (8986us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.083713:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 3 00000100:00100000:3.0:1788874168.096322:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.096462:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840267648 00000100:00100000:0.0:1788874168.096474:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840267648 00000100:00100000:0.0:1788874168.096795:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 4 00000100:00100000:0.0:1788874168.096808:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3342829850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+12:18719:x1875769840267648:12345-192.168.202.20@tcp:35:lfs.0 00000100:00100000:0.0:1788874168.097045:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3342829850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+13:18719:x1875769840267648:12345-192.168.202.20@tcp:35:lfs.0 Request processed in 240us (774us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1788874168.097053:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 4 10000000:01000000:3.0:1788874168.110594:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788874168.110608:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3342454000 from 13 10000000:01000000:3.0:1788874168.110614:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788874168.110679:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.110691:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.110703:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.110730:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249024:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.110804:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.110853:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874168.110925:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249024 00000100:00100000:2.0:1788874168.110933:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249024 00000100:00100000:2.0:1788874168.111003:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788874168.111013:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+20:22714:x1875769859249024:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788874168.111026:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874168.111041:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b3600/0x25c660afb0a9d64b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d644 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.111066:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b3600/0x25c660afb0a9d64b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d644 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.111076:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b3600/0x25c660afb0a9d64b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d644 expref: 21 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.111085:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3600, rc 0) 00000100:00100000:2.0:1788874168.111132:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859249024:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.111139:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000040:00080000:0.0:1788874168.112168:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788874168.112496:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249024:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874168.112513:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d64b expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.112521:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d64b expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.112585:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.112654:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.112695:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874168.112839:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249152 00000100:00100000:1.0:1788874168.112844:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249152 00000100:00100000:1.0:1788874168.112872:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788874168.112880:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859249152:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788874168.113003:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859249152:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.113009:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788874168.113070:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249152:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.113091:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249280:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.113121:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.113136:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874168.113171:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249280 00000100:00100000:1.0:1788874168.113174:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249280 00000100:00100000:1.0:1788874168.113186:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788874168.113191:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859249280:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788874168.113307:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859249280:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 114us (184us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.113314:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788874168.113497:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249280:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788874168.114677:0:25765:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788874168.114945:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788874168.114971:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788874168.114980:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d64b expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.114991:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd93400/0x25c660afb0a9d644 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d64b expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788874168.115002:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1788874168.115004:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3342b97800 from 13 10000000:01000000:3.0:1788874168.115007:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1788874168.115038:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.115045:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.115055:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.115076:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.115143:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.115434:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874168.115501:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249408 00000100:00100000:1.0:1788874168.115509:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249408 00000100:00100000:1.0:1788874168.115584:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788874168.115594:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+21:22714:x1875769859249408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788874168.115606:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874168.115621:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d3475ecb000/0x25c660afb0a9d659 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d652 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.115644:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d3475ecb000/0x25c660afb0a9d659 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d652 expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.115654:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d3475ecb000/0x25c660afb0a9d659 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d652 expref: 22 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.115671:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecb000, rc 0) 00000100:00100000:1.0:1788874168.115717:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859249408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.115724:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788874168.115803:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874168.115816:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d659 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.115825:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d659 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.115881:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.115909:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.116101:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874168.116183:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249536 00000100:00100000:2.0:1788874168.116188:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249536 00000100:00100000:2.0:1788874168.116240:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788874168.116248:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859249536:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.116367:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859249536:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (456us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.116381:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788874168.116505:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249536:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.116534:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249664:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.116574:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.116600:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788874168.116644:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249664 00000100:00100000:2.0:1788874168.116649:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249664 00000100:00100000:2.0:1788874168.116666:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788874168.116672:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859249664:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.116750:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859249664:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 78us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.116756:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788874168.116854:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249664:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788874168.118112:0:25766:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788874168.118446:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788874168.118469:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788874168.118480:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d659 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.118490:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d345fd93c00/0x25c660afb0a9d652 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d659 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788874168.118502:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788874168.118504:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3343ac8800 from 13 10000000:01000000:1.0:1788874168.118506:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788874168.118537:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.118545:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.118554:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874168.118574:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33441b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788874168.118627:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874168.118695:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34584a0900 going to sleep for 11 seconds 00000100:00100000:2.0:1788874168.118878:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249792 00000100:00100000:2.0:1788874168.118885:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249792 00000100:00100000:2.0:1788874168.118926:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1788874168.118935:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+22:22714:x1875769859249792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788874168.118946:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874168.118959:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d33442b3c00/0x25c660afb0a9d667 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d660 expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.118984:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d33442b3c00/0x25c660afb0a9d667 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d660 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.118995:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d33442b3c00/0x25c660afb0a9d667 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d660 expref: 23 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.119004:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3c00, rc 0) 00000100:00100000:2.0:1788874168.119151:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859249792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 216us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.119158:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788874168.119512:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33441b8000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874168.119529:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d667 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.119538:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d667 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.119611:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.119641:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.119699:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c000 going to sleep for 11 seconds 00000100:00100000:0.0:1788874168.119730:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859249920 00000100:00100000:0.0:1788874168.119735:0:22710:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859249920 00000100:00100000:0.0:1788874168.119856:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788874168.119864:0:22710:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859249920:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788874168.119987:0:22710:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859249920:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 123us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.119994:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788874168.120050:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859249920:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.120076:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250048:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.120117:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874168.120236:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c000 going to sleep for 11 seconds 00000100:00100000:2.0:1788874168.120437:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859250048 00000100:00100000:2.0:1788874168.120448:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859250048 00000100:00100000:2.0:1788874168.120468:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788874168.120474:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859250048:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.120556:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bf2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859250048:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.120563:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788874168.120636:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250048:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788874168.121611:0:25767:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788874168.121842:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788874168.121863:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788874168.121875:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d667 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.121886:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d3475ecb200/0x25c660afb0a9d660 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d667 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788874168.121899:0:22714:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788874168.121902:0:22714:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9d3470497800 from 13 10000000:01000000:2.0:1788874168.121905:0:22714:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788874168.121944:0:22714:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.121952:0:22714:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.121962:0:22714:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874168.121981:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.122030:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874168.122074:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a6d1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788874168.122163:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859250176 00000100:00100000:3.0:1788874168.122169:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859250176 00000100:00100000:3.0:1788874168.122199:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1788874168.122231:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+23:22714:x1875769859250176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788874168.122242:0:22712:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874168.122255:0:22712:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9d345fd92600/0x25c660afb0a9d675 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x25c660afb0a9d66e expref: -99 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.122290:0:22712:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9d345fd92600/0x25c660afb0a9d675 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x25c660afb0a9d66e expref: 24 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.122302:0:22712:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9d345fd92600/0x25c660afb0a9d675 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x25c660afb0a9d66e expref: 24 pid: 22712 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.122310:0:22712:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d345fd92600, rc 0) 00000100:00100000:3.0:1788874168.122350:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859250176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874168.122369:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788874168.122555:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788874168.122576:0:22714:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d675 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.122585:0:22714:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x25c660afb0a9d675 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874168.122633:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.122659:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874168.122685:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a6d1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788874168.123000:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859250304 00000100:00100000:3.0:1788874168.123005:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859250304 00000100:00100000:3.0:1788874168.123038:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788874168.123045:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859250304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.123164:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859250304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 119us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874168.123171:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1788874168.123376:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.123407:0:22714:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788874168.123448:0:22714:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874168.123468:0:22714:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a6d1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788874168.123551:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859250432 00000100:00100000:3.0:1788874168.123555:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859250432 00000100:00100000:3.0:1788874168.123583:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788874168.123589:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859250432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788874168.123670:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777cac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:4254fed6-01aa-4141-aa5c-8cca81572654+24:22714:x1875769859250432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874168.123677:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788874168.123766:0:22714:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:4254fed6-01aa-4141-aa5c-8cca81572654:22714:1875769859250432:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788874168.125017:0:25768:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788874168.125415:0:22714:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788874168.125437:0:22714:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.120@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788874168.125447:0:22714:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d675 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.125458:0:22714:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.120@tcp lock: ffff9d33442b2e00/0x25c660afb0a9d66e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x25c660afb0a9d675 expref: -99 pid: 22714 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.157302:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.157408:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840267776 00000100:00100000:0.0:1788874168.157420:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840267776 00000100:00100000:0.0:1788874168.157483:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 36 00000100:00100000:0.0:1788874168.157494:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+11:18725:x1875769840267776:12345-192.168.202.20@tcp:101:bash.0 00010000:00010000:0.0:1788874168.157515:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.157537:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d67c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cb8 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157605:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157645:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157658:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157670:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157678:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157685:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157764:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d691 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157773:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d691 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157791:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d691 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.157829:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788874168.157833:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788874168.157870:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d691 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157881:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157897:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157903:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157909:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813800 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.157914:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157921:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157934:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:0.0:1788874168.157950:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.157954:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157960:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d683 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157974:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157980:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157986:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.157990:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.157997:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.158003:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.158010:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d3458694900) 00010000:00010000:0.0:1788874168.158013:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.158016:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.158022:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d68a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.158047:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d67c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb8 expref: 13 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.158059:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813e00/0x25c660afb0a9d691 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb8 expref: 12 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.158065:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874168.158067:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788874168.158069:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813e00, rc 0) 00000100:00100000:0.0:1788874168.158133:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f419500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+12:18725:x1875769840267776:12345-192.168.202.20@tcp:101:bash.0 Request processed in 640us (857us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.158140:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 36 00000100:00100000:3.0:1788874168.160779:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.160920:0:22729:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840267904 00000100:00100000:0.0:1788874168.160929:0:22729:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840267904 00000100:00100000:0.0:1788874168.161109:0:22729:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:0.0:1788874168.161120:0:22729:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:26bee33d-a0fd-410d-bc1d-933afc595127+5:18725:x1875769840267904:12345-192.168.202.20@tcp:900:bash.0 00000100:00100000:0.0:1788874168.161257:0:22729:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:26bee33d-a0fd-410d-bc1d-933afc595127+5:18725:x1875769840267904:12345-192.168.202.20@tcp:900:bash.0 Request processed in 138us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.161265:0:22729:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:3.0:1788874168.169891:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.170080:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840268160 00000100:00100000:0.0:1788874168.170092:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840268160 00000100:00100000:0.0:1788874168.170245:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 37 00000100:00100000:0.0:1788874168.170257:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+12:18725:x1875769840268160:12345-192.168.202.20@tcp:101:bash.0 00010000:00010000:0.0:1788874168.170294:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.170316:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d698 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cbf expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.170424:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.170441:0:25336:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 12 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.170451:0:25336:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.170488:0:25336:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 12 pid: 22719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.170502:0:25336:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 12 pid: 22719 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874168.170515:0:25336:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3343bbea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25336:1875769859250560:192.168.202.20@tcp:104: 00000100:00100000:0.0:1788874168.170622:0:25336:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d345119f480 going to sleep for 11 seconds 00000100:00100000:0.0:1788874168.174307:0:25336:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3343bbea00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25336:1875769859250560:192.168.202.20@tcp:104: 00010000:00010000:0.0:1788874168.174340:0:25336:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.174899:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874168.175154:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840268288 00000100:00100000:1.0:1788874168.175168:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840268288 00010000:00010000:1.0:1788874168.175236:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 13 pid: 22719 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874168.175288:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 16 00000100:00100000:1.0:1788874168.175299:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+13:2401:x1875769840268288:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788874168.175317:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788874168.175325:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 13 pid: 22719 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.175339:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 13 pid: 22719 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.175360:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecba00/0x25c660afb0a9d63d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cb1 expref: 13 pid: 22719 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.175377:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:1.0:1788874168.175382:0:22703:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.175392:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.175399:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.175419:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788874168.175552:0:25336:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.175561:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.175585:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.175596:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.175604:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176081:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176092:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176099:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.176109:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788874168.176133:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176156:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176162:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176168:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.176172:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176179:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176188:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874168.176191:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874168.176195:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176200:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d69f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788874168.176239:0:25336:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007ccd6635 reply state 000000000987a939 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176251:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176257:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9d347650b300) 00010000:00010000:0.0:1788874168.176259:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788874168.176263:0:25336:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788874168.176316:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d698 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 15 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176338:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 14 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.176345:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.176348:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:0.0:1788874168.176350:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812400, rc 0) 00000100:00100000:1.0:1788874168.176456:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:d2eee5eb-e95e-471a-a9df-50313339e8a9+12:2401:x1875769840268288:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 1158us (1558us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.176475:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 16 00000100:00100000:0.0:1788874168.176782:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f418700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+15:18725:x1875769840268160:12345-192.168.202.20@tcp:101:bash.0 Request processed in 6526us (6901us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788874168.176790:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 37 00000100:00100000:3.0:1788874168.191321:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874168.191466:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840268416 00000100:00100000:2.0:1788874168.191477:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840268416 00000100:00100000:0.0:1788874168.191638:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 38 00000100:00100000:0.0:1788874168.191652:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+15:18725:x1875769840268416:12345-192.168.202.20@tcp:101:bash.0 00010000:00010000:0.0:1788874168.191679:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.191700:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6bb lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cc6 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.191764:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.191784:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.191892:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.191938:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:0.0:1788874168.191942:0:22718:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788874168.191957:0:22718:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.191986:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.192013:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6bb lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 17 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.192031:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 16 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.192037:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.192040:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788874168.192042:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813c00, rc 0) 00000100:00100000:0.0:1788874168.192128:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f419180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+16:18725:x1875769840268416:12345-192.168.202.20@tcp:101:bash.0 Request processed in 481us (819us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.192133:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 38 00000100:00100000:2.0:1788874168.196024:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.196138:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840268672 00000100:00100000:0.0:1788874168.196150:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840268672 00000100:00100000:0.0:1788874168.196405:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 5 00000100:00100000:0.0:1788874168.196416:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+16:18725:x1875769840268672:12345-192.168.202.20@tcp:35:bash.0 00000100:00100000:0.0:1788874168.196786:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+17:18725:x1875769840268672:12345-192.168.202.20@tcp:35:bash.0 Request processed in 371us (826us total) trans 12884901897 rc 0/0 00000100:00100000:0.0:1788874168.196794:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 5 00000100:00100000:3.0:1788874168.289245:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874168.289339:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840268928 00000100:00100000:2.0:1788874168.289351:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840268928 00000100:00100000:2.0:1788874168.289560:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 39 00000100:00100000:2.0:1788874168.289573:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+17:18735:x1875769840268928:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:2.0:1788874168.289611:0:25517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874168.289636:0:25517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d6c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9ccd expref: -99 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788874168.289768:0:25517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788874168.289874:0:25517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d6c9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ccd expref: 19 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.289888:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9d3475ecdf00) 00010000:00010000:2.0:1788874168.289892:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788874168.289897:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d6c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ccd expref: 19 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.289914:0:25517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3800, rc 0) 00000100:00100000:2.0:1788874168.289980:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f419880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+18:18735:x1875769840268928:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 409us (785us total) trans 12884901898 rc 301/301 00000100:00100000:2.0:1788874168.289988:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 39 00000100:00100000:3.0:1788874168.292177:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.292457:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840269184 00000100:00100000:0.0:1788874168.292466:0:22721:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840269184 00000100:00100000:0.0:1788874168.292537:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 6 00000100:00100000:0.0:1788874168.292546:0:22721:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:26bee33d-a0fd-410d-bc1d-933afc595127+18:18735:x1875769840269184:12345-192.168.202.20@tcp:35:lfs.0 00000100:00100000:0.0:1788874168.292788:0:22721:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:26bee33d-a0fd-410d-bc1d-933afc595127+19:18735:x1875769840269184:12345-192.168.202.20@tcp:35:lfs.0 Request processed in 241us (616us total) trans 12884901899 rc 0/0 00000100:00100000:0.0:1788874168.292808:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 6 00000100:00100000:3.0:1788874168.329183:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.329356:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840269440 00000100:00100000:0.0:1788874168.329366:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840269440 00000100:00100000:0.0:1788874168.329424:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 40 00000100:00100000:0.0:1788874168.329433:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+19:18738:x1875769840269440:12345-192.168.202.20@tcp:101:lfs.0 00010000:00010000:0.0:1788874168.329455:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.329474:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cd4 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.329568:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813a00/0x25c660afb0a9d6de lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.329580:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813a00/0x25c660afb0a9d6de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.329588:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813a00/0x25c660afb0a9d6de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788874168.329596:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:0.0:1788874168.329683:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6d7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cd4 expref: 22 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.329700:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813a00/0x25c660afb0a9d6de lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cd4 expref: 21 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.329706:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.329723:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788874168.329727:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813a00, rc 0) 00000100:00100000:0.0:1788874168.329782:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f41aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+21:18738:x1875769840269440:12345-192.168.202.20@tcp:101:lfs.0 Request processed in 348us (608us total) trans 12884901900 rc 0/0 00000100:00100000:0.0:1788874168.329789:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 40 00000100:00100000:1.0:1788874168.333804:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874168.334022:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874168.334424:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840269696 00000100:00100000:1.0:1788874168.334437:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840269696 00000100:00100000:1.0:1788874168.334520:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:1.0:1788874168.334544:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:26bee33d-a0fd-410d-bc1d-933afc595127+21:2398:x1875769840269696:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788874168.334561:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788874168.334797:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813a00/0x25c660afb0a9d6de lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cd4 expref: 21 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.334822:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:1.0:1788874168.334827:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788874168.334892:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:26bee33d-a0fd-410d-bc1d-933afc595127+20:2398:x1875769840269696:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 361us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.334901:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:0.0:1788874168.337145:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840269568 00000100:00100000:0.0:1788874168.337165:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840269568 00000100:00100000:0.0:1788874168.337257:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 41 00000100:00100000:0.0:1788874168.337268:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+20:18738:x1875769840269568:12345-192.168.202.20@tcp:54:lfs.0 00010000:00010000:0.0:1788874168.337360:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.337376:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.337388:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338906:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338921:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338929:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338935:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812200 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874168.338940:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338973:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338987:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.338989:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788874168.338993:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.338997:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d6ec lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874168.339115:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+20:18738:x1875769840269568:12345-192.168.202.20@tcp:54:lfs.0 Request processed in 1847us (5320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.339123:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 41 00000100:00100000:3.0:1788874168.343871:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.344765:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840269952 00000100:00100000:0.0:1788874168.344777:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840269952 00000100:00100000:0.0:1788874168.344846:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:0.0:1788874168.344857:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+20:18738:x1875769840269952:12345-192.168.202.20@tcp:35:lfs.0 00000100:00100000:0.0:1788874168.345084:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+21:18738:x1875769840269952:12345-192.168.202.20@tcp:35:lfs.0 Request processed in 227us (1219us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1788874168.345092:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 7 00000100:00100000:0.0:1788874168.560664:0:3634:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788874168.560689:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d33441bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859250688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788874168.560797:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788874168.560955:0:24626:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859250688 00000100:00100000:1.0:1788874168.560965:0:24626:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859250688 00000100:00100000:1.0:1788874168.561042:0:24626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788874168.561054:0:24626:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859250688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788874168.561075:0:24626:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00080000:2.0:1788874168.561223:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788874168.561323:0:24626:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3634:x1875769859250688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 271us (524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.561331:0:24626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788874168.565742:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d33441bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3634:1875769859250688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788874168.598605:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874168.598710:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840270208 00000100:00100000:2.0:1788874168.598720:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840270208 00000100:00100000:2.0:1788874168.598786:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 42 00000100:00100000:2.0:1788874168.598795:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+21:18769:x1875769840270208:12345-192.168.202.20@tcp:101:cat.0 00010000:00010000:2.0:1788874168.598818:0:25517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874168.598841:0:25517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d6f3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cdb expref: -99 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.598979:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3200/0x25c660afb0a9d6fa lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.598993:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3200/0x25c660afb0a9d6fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.599011:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3200/0x25c660afb0a9d6fa lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788874168.599023:0:25517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788874168.599145:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3800/0x25c660afb0a9d6f3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cdb expref: 24 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.599165:0:25517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3200/0x25c660afb0a9d6fa lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cdb expref: 23 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.599173:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:2.0:1788874168.599175:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788874168.599179:0:25517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b3200, rc 0) 00000100:00100000:2.0:1788874168.599302:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+23:18769:x1875769840270208:12345-192.168.202.20@tcp:101:cat.0 Request processed in 508us (706us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788874168.599309:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 42 00000100:00100000:0.0:1788874168.602362:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874168.602647:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840270464 00000100:00100000:3.0:1788874168.602657:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840270464 00000100:00100000:3.0:1788874168.602708:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:3.0:1788874168.602719:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+23:18769:x1875769840270464:12345-192.168.202.20@tcp:35:cat.0 00000100:00100000:1.0:1788874168.602858:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.602932:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840270592 00000100:00100000:0.0:1788874168.602953:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840270592 00000100:00100000:0.0:1788874168.603002:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 1 00000100:00100000:0.0:1788874168.603011:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:26bee33d-a0fd-410d-bc1d-933afc595127+25:2398:x1875769840270592:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874168.603023:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874168.603046:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3200/0x25c660afb0a9d6fa lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cdb expref: 25 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.603067:0:22703:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.603073:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874168.603125:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+24:18769:x1875769840270464:12345-192.168.202.20@tcp:35:cat.0 Request processed in 407us (779us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1788874168.603134:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 8 00000100:00100000:1.0:1788874168.606483:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441ba300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:26bee33d-a0fd-410d-bc1d-933afc595127+23:2398:x1875769840270592:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 3462us (3613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.606512:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 1 00000100:00100000:0.0:1788874168.669479:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874168.669580:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840270848 00000100:00100000:3.0:1788874168.669591:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840270848 00000100:00100000:3.0:1788874168.669701:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 43 00000100:00100000:3.0:1788874168.669714:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+23:18775:x1875769840270848:12345-192.168.202.20@tcp:101:dd.0 00010000:00010000:3.0:1788874168.669737:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874168.669755:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653e00/0x25c660afb0a9d708 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9ce2 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.669861:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.669876:0:25336:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 24 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.669885:0:25336:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.669911:0:25336:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.669945:0:25336:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.669964:0:25336:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.669976:0:25336:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25336:1875769859250816:192.168.202.20@tcp:104: 00010000:00010000:3.0:1788874168.670050:0:25336:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 24 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.670057:0:25336:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 24 pid: 25336 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.670062:0:25336:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25336:1875769859250944:192.168.202.20@tcp:104: 00000100:00100000:3.0:1788874168.670075:0:25336:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d33438e2240 going to sleep for 11 seconds 00000100:00100000:3.0:1788874168.673329:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874168.673389:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.673790:0:25336:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25336:1875769859250816:192.168.202.20@tcp:104: 00000100:00100000:0.0:1788874168.673815:0:25336:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:25336:1875769859250944:192.168.202.20@tcp:104: 00010000:00010000:0.0:1788874168.673841:0:25336:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874168.674184:0:23871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840271104 00000100:00100000:1.0:1788874168.674184:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840270976 00000100:00100000:2.0:1788874168.674193:0:23871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840271104 00010000:00010000:2.0:1788874168.674343:0:23871:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 25 pid: 25336 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874168.674492:0:23871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 17 00000100:00100000:2.0:1788874168.674503:0:23871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475044850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:26bee33d-a0fd-410d-bc1d-933afc595127+25:2399:x1875769840271104:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788874168.674520:0:23871:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788874168.674527:0:23871:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 25 pid: 25336 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.674559:0:23871:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 25 pid: 25336 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.674581:0:23871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812400/0x25c660afb0a9d6ad lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cbf expref: 25 pid: 25336 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.674599:0:23871:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:2.0:1788874168.674604:0:23871:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.674612:0:23871:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.674618:0:23871:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788874168.674680:0:23871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475044850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:26bee33d-a0fd-410d-bc1d-933afc595127+24:2399:x1875769840271104:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 178us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.674687:0:23871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 17 00000100:00100000:1.0:1788874168.674752:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840270976 00010000:00010000:1.0:1788874168.674980:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874168.678011:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 18 00000100:00100000:3.0:1788874168.678037:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:26bee33d-a0fd-410d-bc1d-933afc595127+24:2401:x1875769840270976:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788874168.678060:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874168.678072:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.678112:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.678138:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813c00/0x25c660afb0a9d6c2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cc6 expref: 24 pid: 22718 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.678155:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:3.0:1788874168.678160:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.678169:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.678176:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.678262:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874168.678333:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d93100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:26bee33d-a0fd-410d-bc1d-933afc595127+23:2401:x1875769840270976:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 308us (5014us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874168.678341:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 18 00010000:00010000:1.0:1788874168.678583:0:25336:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.678593:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788874168.678613:0:25336:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788874168.678778:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653e00/0x25c660afb0a9d708 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce2 expref: 24 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.678811:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653200/0x25c660afb0a9d70f lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce2 expref: 23 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.678820:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:1.0:1788874168.678824:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1788874168.678826:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3441653200, rc 0) 00000100:00100000:1.0:1788874168.678855:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+23:18775:x1875769840270848:12345-192.168.202.20@tcp:101:dd.0 Request processed in 9145us (9388us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1788874168.678862:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 43 00000100:00100000:3.0:1788874168.681200:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.681352:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840271232 00000100:00100000:0.0:1788874168.681360:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840271232 00000100:00100000:0.0:1788874168.681425:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 44 00000100:00100000:0.0:1788874168.681435:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+23:18775:x1875769840271232:12345-192.168.202.20@tcp:101:dd.0 00010000:00010000:0.0:1788874168.681458:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.681477:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812e00/0x25c660afb0a9d71d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9ce9 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.681505:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.681515:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.681541:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.681635:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812e00/0x25c660afb0a9d71d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 25 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.681648:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.681655:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.681657:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788874168.681660:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812800, rc 0) 00000100:00100000:0.0:1788874168.681710:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+24:18775:x1875769840271232:12345-192.168.202.20@tcp:101:dd.0 Request processed in 278us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.681714:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 44 00010000:00010000:3.0:1788874168.686956:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788874168.687138:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874168.689521:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840271488 00000100:00100000:3.0:1788874168.689538:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840271488 00000100:00100000:3.0:1788874168.689610:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 45 00000100:00100000:3.0:1788874168.689621:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+24:18775:x1875769840271488:12345-192.168.202.20@tcp:36:dd.0 00010000:00010000:3.0:1788874168.689868:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.689904:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.689916:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788874168.689975:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788874168.689999:0:22717:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ba058a34 reply state 00000000b507e6a4 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.690013:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874168.690020:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:3.0:1788874168.690023:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788874168.690027:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788874168.690135:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+27:18775:x1875769840271488:12345-192.168.202.20@tcp:36:dd.0 Request processed in 515us (3002us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788874168.690142:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 45 00000020:00080000:3.0:1788874168.690147:0:22717:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788874168.694578:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874168.694760:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840271616 00000100:00100000:1.0:1788874168.694771:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840271616 00000100:00100000:1.0:1788874168.694856:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 46 00000100:00100000:1.0:1788874168.694866:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+27:18775:x1875769840271616:12345-192.168.202.20@tcp:101:dd.0 00010000:00010000:1.0:1788874168.694896:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788874168.694917:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecae00/0x25c660afb0a9d732 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cf0 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.694978:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecae00/0x25c660afb0a9d732 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf0 expref: 28 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.694992:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecae00/0x25c660afb0a9d732 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf0 expref: 28 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874168.695010:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:1.0:1788874168.695014:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788874168.695018:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3475ecae00, rc 0) 00000100:00100000:1.0:1788874168.695084:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+28:18775:x1875769840271616:12345-192.168.202.20@tcp:101:dd.0 Request processed in 220us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874168.695091:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 46 00000100:00100000:1.0:1788874168.715992:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874168.716086:0:23871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840271872 00000100:00100000:2.0:1788874168.716096:0:23871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840271872 00000100:00100000:2.0:1788874168.716173:0:23871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 2 00000100:00100000:2.0:1788874168.716184:0:23871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:26bee33d-a0fd-410d-bc1d-933afc595127+28:18775:x1875769840271872:12345-192.168.202.20@tcp:103:dd.0 00010000:00010000:2.0:1788874168.716199:0:23871:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788874168.716291:0:23871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3475ecae00/0x25c660afb0a9d732 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf0 expref: 28 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.716314:0:23871:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:2.0:1788874168.716339:0:23871:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788874168.716397:0:23871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:26bee33d-a0fd-410d-bc1d-933afc595127+27:18775:x1875769840271872:12345-192.168.202.20@tcp:103:dd.0 Request processed in 215us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.716413:0:23871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 2 00000100:00100000:0.0:1788874168.719257:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874168.719443:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840272000 00000100:00100000:2.0:1788874168.719453:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840272000 00000100:00100000:2.0:1788874168.719517:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 47 00000100:00100000:2.0:1788874168.719527:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+27:18775:x1875769840272000:12345-192.168.202.20@tcp:58:dd.0 00010000:00010000:2.0:1788874168.719658:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.719675:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874168.719688:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788874168.723660:0:25517:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788874168.723686:0:25517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1788874168.723797:0:25517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1788874168.723935:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+27:18775:x1875769840272000:12345-192.168.202.20@tcp:58:dd.0 Request processed in 4404us (4724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874168.723943:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 47 00000100:00100000:3.0:1788874168.736690:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874168.736879:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840272128 00000100:00100000:0.0:1788874168.736889:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840272128 00000100:00100000:0.0:1788874168.736945:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 48 00000100:00100000:0.0:1788874168.736961:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+27:18775:x1875769840272128:12345-192.168.202.20@tcp:101:dd.0 00010000:00010000:0.0:1788874168.736980:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874168.736999:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cf7 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.737052:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.737081:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 28 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.737098:0:22717:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.737109:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 28 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.737121:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874168.737124:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788874168.737128:0:22717:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 28 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874168.737135:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813200, rc 0) 00000100:00100000:0.0:1788874168.737192:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+28:18775:x1875769840272128:12345-192.168.202.20@tcp:101:dd.0 Request processed in 239us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874168.737198:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 48 00000040:00080000:2.0:1788874169.070381:0:22751:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788874169.070389:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788874169.070410:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788874169.070417:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788874169.070568:0:22751:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22751:1875769859251072:192.168.202.20@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788874169.070655:0:22751:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d347a6d1780 going to sleep for 11 seconds 00000100:00100000:2.0:1788874169.075440:0:22751:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22751:1875769859251072:192.168.202.20@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788874169.076555:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.076810:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840272256 00000100:00100000:3.0:1788874169.076820:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840272256 00000100:00100000:3.0:1788874169.076893:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 49 00000100:00100000:3.0:1788874169.076903:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+28:18776:x1875769840272256:12345-192.168.202.20@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788874169.076936:0:25336:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788874169.077063:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+28:18776:x1875769840272256:12345-192.168.202.20@tcp:53:lhsmtool_posix.0 Request processed in 161us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.077094:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 49 00000100:00080000:2.0:1788874169.077592:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788874169.079094:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.079622:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840272384 00000100:00100000:2.0:1788874169.079630:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840272384 00000100:00100000:3.0:1788874169.079759:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 50 00000100:00100000:3.0:1788874169.079774:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+28:18776:x1875769840272384:12345-192.168.202.20@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.079842:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079857:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079867:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079878:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079883:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079887:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079904:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079909:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079913:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788874169.079978:0:25517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1788874169.079982:0:25517:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788874169.079991:0:25517:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.079999:0:25517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080003:0:25517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080008:0:25517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080012:0:25517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652e00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.080015:0:25517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080019:0:25517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080027:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d347650b200) 00010000:00010000:3.0:1788874169.080029:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874169.080032:0:25517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080036:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d747 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080046:0:25517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080056:0:25517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080060:0:25517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080062:0:25517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652600 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.080064:0:25517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080067:0:25517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080071:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9d3476dc6800) 00010000:00010000:3.0:1788874169.080073:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874169.080074:0:25517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080077:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d74e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080087:0:25517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080090:0:25517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080093:0:25517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080096:0:25517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652a00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.080103:0:25517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080108:0:25517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080112:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:3.0:1788874169.080113:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874169.080115:0:25517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.080118:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d755 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.080181:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+28:18776:x1875769840272384:12345-192.168.202.20@tcp:34:lhsmtool_posix.0 Request processed in 415us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.080187:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 50 00000100:00100000:0.0:1788874169.082307:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.082412:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840272640 00000100:00100000:2.0:1788874169.082422:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840272640 00000100:00100000:2.0:1788874169.082480:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 51 00000100:00100000:2.0:1788874169.082490:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+28:18776:x1875769840272640:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788874169.082509:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788874169.082527:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2600/0x25c660afb0a9d75c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9cfe expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082612:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082623:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082630:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788874169.082638:0:22718:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788874169.082705:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082710:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082715:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082735:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33442b2400 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:2.0:1788874169.082738:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082744:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082753:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:2.0:1788874169.082754:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788874169.082757:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082761:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2400/0x25c660afb0a9d763 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082811:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2600/0x25c660afb0a9d75c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cfe expref: 30 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082821:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9d347650b200) 00010000:00010000:2.0:1788874169.082823:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788874169.082827:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2600/0x25c660afb0a9d75c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cfe expref: 30 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.082835:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d33442b2600, rc 0) 00000100:00100000:2.0:1788874169.082895:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+29:18776:x1875769840272640:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 406us (597us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1788874169.082902:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 51 00000100:00100000:1.0:1788874169.085099:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.085170:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840272768 00000100:00100000:3.0:1788874169.085177:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840272768 00000100:00100000:3.0:1788874169.085287:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 52 00000100:00100000:3.0:1788874169.085301:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+29:18776:x1875769840272768:12345-192.168.202.20@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788874169.085336:0:22719:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788874169.085479:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+29:18776:x1875769840272768:12345-192.168.202.20@tcp:53:lhsmtool_posix.0 Request processed in 184us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.085485:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 52 00000100:00100000:0.0:1788874169.087720:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.087871:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840273024 00000100:00100000:3.0:1788874169.087883:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840273024 00000100:00100000:3.0:1788874169.088030:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 53 00000100:00100000:3.0:1788874169.088038:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+29:18776:x1875769840273024:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.088069:0:25517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874169.088087:0:25517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d771 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d05 expref: -99 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788874169.088604:0:25517:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:3.0:1788874169.088609:0:25517:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:3.0:1788874169.088619:0:25517:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:3.0:1788874169.088728:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d778 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.088739:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d778 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.088748:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d778 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.088852:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d771 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d05 expref: 32 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.088870:0:25517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d778 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d05 expref: 31 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.088878:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d3476dc6800) 00010000:00010000:3.0:1788874169.088882:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788874169.088885:0:25517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3441652600, rc 0) 00000100:00100000:3.0:1788874169.089031:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+31:18776:x1875769840273024:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 993us (1319us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1788874169.089037:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 53 00000100:00100000:1.0:1788874169.091621:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.091950:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840273280 00000100:00100000:3.0:1788874169.092028:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840273280 00000100:00100000:3.0:1788874169.092107:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 54 00000100:00100000:3.0:1788874169.092115:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+31:18776:x1875769840273280:12345-192.168.202.20@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.092160:0:25336:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788874169.092184:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d778 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d05 expref: 31 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092199:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d3476dc6800) 00010000:00010000:3.0:1788874169.092242:0:25336:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788874169.092268:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092291:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092301:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092312:0:25336:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092317:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092321:0:25336:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092360:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092365:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092374:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092377:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652e00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.092381:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092388:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092528:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:3.0:1788874169.092531:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874169.092534:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092539:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d786 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092546:0:25336:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092549:0:25336:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092553:0:25336:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092556:0:25336:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652000 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.092558:0:25336:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092569:0:25336:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092574:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xc8610fc (ffff9d3476dc6600) 00010000:00010000:3.0:1788874169.092575:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874169.092577:0:25336:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.092580:0:25336:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d78d lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xc8610fc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.092672:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+30:18776:x1875769840273280:12345-192.168.202.20@tcp:36:lhsmtool_posix.0 Request processed in 557us (1058us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788874169.092677:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 54 00000100:00100000:1.0:1788874169.094376:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.094511:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840273408 00000100:00100000:0.0:1788874169.094519:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840273408 00000100:00100000:0.0:1788874169.094565:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 55 00000100:00100000:0.0:1788874169.094575:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+30:18776:x1875769840273408:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788874169.094593:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874169.094610:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d794 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d0c expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.094644:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812e00/0x25c660afb0a9d79b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.094654:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812e00/0x25c660afb0a9d79b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.094661:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812e00/0x25c660afb0a9d79b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.094748:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812200/0x25c660afb0a9d794 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d0c expref: 32 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.094760:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812e00/0x25c660afb0a9d79b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d0c expref: 31 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.094855:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:0.0:1788874169.094857:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788874169.094860:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812e00, rc 0) 00000100:00100000:0.0:1788874169.094932:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+31:18776:x1875769840273408:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 359us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.094936:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 55 00000100:00100000:0.0:1788874169.097128:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.097198:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840273664 00000100:00100000:3.0:1788874169.097292:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840273664 00000100:00100000:3.0:1788874169.097343:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 56 00000100:00100000:3.0:1788874169.097350:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+31:18776:x1875769840273664:12345-192.168.202.20@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.097509:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.097521:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.097530:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788874169.097671:0:25517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1788874169.097677:0:25517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 706043471692ns, next at 707043470480ns, rc = 0 00000004:00010000:3.0:1788874169.097731:0:25517:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005f8fc3f7 reply state 000000006225b955 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.097740:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.097745:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:3.0:1788874169.097747:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788874169.097750:0:25517:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788874169.097906:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+33:18776:x1875769840273664:12345-192.168.202.20@tcp:36:lhsmtool_posix.0 Request processed in 555us (783us total) trans 12884901909 rc 0/0 00000100:00100000:3.0:1788874169.097910:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 56 00000100:00100000:1.0:1788874169.099385:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.099509:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840273792 00000100:00100000:3.0:1788874169.099516:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840273792 00000100:00100000:3.0:1788874169.099557:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 57 00000100:00100000:3.0:1788874169.099567:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+33:18776:x1875769840273792:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.099587:0:25336:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874169.099602:0:25336:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d13 expref: -99 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.099641:0:25336:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 34 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.099650:0:25336:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 34 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.099662:0:25336:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:3.0:1788874169.099664:0:25336:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788874169.099679:0:25336:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3441652e00, rc 0) 00000100:00100000:3.0:1788874169.099740:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+34:18776:x1875769840273792:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 176us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.099745:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 57 00000100:00100000:1.0:1788874169.101470:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.101508:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840273920 00000100:00100000:2.0:1788874169.101529:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840273920 00000100:00080000:1.0:1788874169.101570:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788874169.101590:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 24 00000100:00100000:2.0:1788874169.101601:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d346409ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840273920:12345-192.168.202.20@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788874169.101822:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d346409ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+6:2400:x1875769840273920:12345-192.168.202.20@tcp:2:lhsmtool_posix.0 Request processed in 223us (358us total) trans 12884901891 rc 0/0 00000100:00100000:2.0:1788874169.101830:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 24 00000100:00100000:0.0:1788874169.103417:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.103482:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840274176 00000100:00100000:3.0:1788874169.103489:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840274176 00000100:00100000:3.0:1788874169.103525:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 9 00000100:00100000:3.0:1788874169.103532:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+34:18776:x1875769840274176:12345-192.168.202.20@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788874169.103687:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+35:18776:x1875769840274176:12345-192.168.202.20@tcp:35:lhsmtool_posix.0 Request processed in 156us (279us total) trans 12884901910 rc 0/0 00000100:00100000:3.0:1788874169.103692:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 9 00000100:00100000:1.0:1788874169.105176:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.105351:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840274432 00000100:00100000:0.0:1788874169.105360:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840274432 00000100:00100000:0.0:1788874169.105420:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 58 00000100:00100000:0.0:1788874169.105430:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+35:18776:x1875769840274432:12345-192.168.202.20@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788874169.105542:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+35:18776:x1875769840274432:12345-192.168.202.20@tcp:57:lhsmtool_posix.0 Request processed in 114us (369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.105550:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 58 00000100:00100000:1.0:1788874169.107556:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.107654:0:25517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840274560 00000100:00100000:3.0:1788874169.107662:0:25517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840274560 00000100:00100000:3.0:1788874169.107712:0:25517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 59 00000100:00100000:3.0:1788874169.107720:0:25517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+35:18776:x1875769840274560:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.107738:0:25517:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874169.107758:0:25517:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d7b0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d1a expref: -99 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.107852:0:25517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d7b7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.107877:0:25517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.107889:0:25517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788874169.107939:0:25517:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788874169.107956:0:25517:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d7b7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.107979:0:25517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652600/0x25c660afb0a9d7b0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d1a expref: 37 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.107997:0:25517:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d7b7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d1a expref: 36 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.108005:0:25517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:3.0:1788874169.108008:0:25517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788874169.108011:0:25517:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3441652a00, rc 0) 00000100:00100000:3.0:1788874169.108059:0:25517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:26bee33d-a0fd-410d-bc1d-933afc595127+36:18776:x1875769840274560:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 340us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.108065:0:25517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 59 00000100:00100000:3.0:1788874169.111850:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.111941:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840274688 00000100:00100000:0.0:1788874169.111951:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840274688 00000100:00100000:0.0:1788874169.112050:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 25 00000100:00100000:0.0:1788874169.112061:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:26bee33d-a0fd-410d-bc1d-933afc595127+6:2401:x1875769840274688:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788874169.112078:0:25337:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874169.112099:0:25337:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d21 expref: -99 pid: 25337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788874169.112122:0:25337:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa00db9, blocks: 0x0 00010000:00010000:0.0:1788874169.112140:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1788874169.112144:0:25337:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874169.112152:0:25337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 7 pid: 25337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.112170:0:25337:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 7 pid: 25337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.112183:0:25337:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344812200, rc 0) 00000100:00100000:0.0:1788874169.112291:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:26bee33d-a0fd-410d-bc1d-933afc595127+7:2401:x1875769840274688:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 231us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.112297:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 25 00000100:00100000:1.0:1788874169.114409:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.118580:0:25336:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840274944 00000100:00100000:3.0:1788874169.118602:0:25336:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840274944 00000100:00100000:3.0:1788874169.118700:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 60 00000100:00100000:3.0:1788874169.118711:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+36:18776:x1875769840274944:12345-192.168.202.20@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788874169.118833:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:26bee33d-a0fd-410d-bc1d-933afc595127+36:18776:x1875769840274944:12345-192.168.202.20@tcp:57:lhsmtool_posix.0 Request processed in 123us (4439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.118842:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 60 00000100:00100000:2.0:1788874169.125806:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.125927:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275072 00000100:00100000:0.0:1788874169.125956:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275072 00000100:00100000:0.0:1788874169.126017:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 61 00000100:00100000:0.0:1788874169.126027:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+36:18776:x1875769840275072:12345-192.168.202.20@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788874169.128741:0:22698:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1788874169.128766:0:22698:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:1.0:1788874169.128815:0:22698:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00000100:00100000:3.0:1788874169.128970:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788874169.128990:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859251200:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1788874169.129062:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874169.129104:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859251200 00000100:00100000:3.0:1788874169.129110:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859251200 00000100:00100000:3.0:1788874169.129143:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788874169.129148:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859251200:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1788874169.129298:0:24224:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788874169.129302:0:24224:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1788874169.129305:0:24224:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1788874169.129307:0:24224:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788874169 -> 1788874169 00002000:00010000:3.0:1788874169.129310:0:24224:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788874169.129342:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3633:x1875769859251200:12345-0@lo:2:osp-syn-0-0.0 Request processed in 193us (278us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788874169.129347:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000004:00080000:3.0:1788874169.129378:0:3633:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9d3475d93b80/2, rc 0, transno 12884901892 00000100:00100000:3.0:1788874169.129383:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859251200:0@lo:2:osp-syn-0-0.0 00010000:00010000:0.0:1788874169.129641:0:3619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129649:0:3619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129654:0:3619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129658:0:3619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33442b2800 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874169.129662:0:3619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129668:0:3619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129679:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9d3458694900) 00010000:00010000:0.0:1788874169.129681:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874169.129685:0:3619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129689:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2800/0x25c660afb0a9d5bf lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129706:0:3619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129710:0:3619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129718:0:3619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129721:0:3619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874169.129722:0:3619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129726:0:3619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129730:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:0.0:1788874169.129732:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874169.129733:0:3619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129736:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d5c6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129744:0:3619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129748:0:3619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129751:0:3619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129754:0:3619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813800 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874169.129756:0:3619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129773:0:3619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129779:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9d347650b300) 00010000:00010000:0.0:1788874169.129780:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874169.129782:0:3619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129786:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d6a6 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 25336 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129796:0:3619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129802:0:3619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129807:0:3619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129812:0:3619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441653a00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874169.129815:0:3619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129820:0:3619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129828:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874169.129830:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788874169.129833:0:3619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129846:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653a00/0x25c660afb0a9d72b lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129858:0:3619:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129863:0:3619:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129868:0:3619:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129873:0:3619:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652000 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:0.0:1788874169.129876:0:3619:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129881:0:3619:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129887:0:3619:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:0.0:1788874169.129889:0:3619:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788874169.129891:0:3619:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.129896:0:3619:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652000/0x25c660afb0a9d7a2 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.129995:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+15:18776:x1875769840275072:12345-192.168.202.20@tcp:44:lhsmtool_posix.0 Request processed in 3968us (4201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.130005:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 61 00010000:00010000:2.0:1788874169.130125:0:3620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.130131:0:3620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.130135:0:3620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.130137:0:3620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344813400 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:2.0:1788874169.130139:0:3620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.130143:0:3620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.130149:0:3620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9d347650b000) 00010000:00010000:2.0:1788874169.130151:0:3620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:2.0:1788874169.130152:0:3620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.130156:0:3620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813400/0x25c660afb0a9d613 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.132341:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874169.132511:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275200 00000100:00100000:1.0:1788874169.132522:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275200 00000100:00100000:1.0:1788874169.132578:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 27 00000100:00100000:1.0:1788874169.132589:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+7:2400:x1875769840275200:12345-192.168.202.20@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788874169.132692:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343bbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+7:2400:x1875769840275200:12345-192.168.202.20@tcp:16:lhsmtool_posix.0 Request processed in 104us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874169.132699:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 27 00000100:00100000:1.0:1788874169.135803:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.136071:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275456 00000100:00100000:2.0:1788874169.136081:0:22718:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275456 00000100:00100000:2.0:1788874169.136143:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 62 00000100:00100000:2.0:1788874169.136155:0:22718:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+15:18776:x1875769840275456:12345-192.168.202.20@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788874169.136235:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788874169.136264:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652a00/0x25c660afb0a9d7b7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d1a expref: 15 pid: 25517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.136292:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:2.0:1788874169.136298:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788874169.136337:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d7c5 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.136351:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d7c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.136362:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d7c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788874169.137607:0:22718:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005bb5c04e reply state 00000000e83aedcb transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d7c5 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.137626:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2a00/0x25c660afb0a9d7c5 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.137633:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:2.0:1788874169.137637:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788874169.137640:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788874169.137758:0:22718:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:26bee33d-a0fd-410d-bc1d-933afc595127+16:18776:x1875769840275456:12345-192.168.202.20@tcp:36:lhsmtool_posix.0 Request processed in 1603us (1972us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1788874169.137785:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 62 00000100:00100000:2.0:1788874169.145117:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.145356:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275584 00000100:00100000:3.0:1788874169.145366:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275584 00000100:00100000:3.0:1788874169.145554:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 28 00000100:00100000:3.0:1788874169.145564:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:26bee33d-a0fd-410d-bc1d-933afc595127+7:18776:x1875769840275584:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.145581:0:24224:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788874169.145599:0:24224:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d28 expref: -99 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.145631:0:24224:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.145662:0:24224:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874169.145667:0:24224:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874169.145684:0:24224:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 8 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.145718:0:24224:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.145733:0:24224:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.145747:0:24224:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24224:1875769859251328:192.168.202.20@tcp:104: 00000100:00100000:3.0:1788874169.145832:0:24224:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34462db9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788874169.147955:0:24224:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:24224:1875769859251328:192.168.202.20@tcp:104: 00010000:00010000:3.0:1788874169.147989:0:24224:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 8 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.148010:0:24224:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3441652600, rc 0) 00000100:00100000:3.0:1788874169.148070:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:26bee33d-a0fd-410d-bc1d-933afc595127+8:18776:x1875769840275584:12345-192.168.202.20@tcp:101:lhsmtool_posix.0 Request processed in 2507us (2960us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.148079:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 28 00000100:00100000:1.0:1788874169.149832:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.153394:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275712 00000100:00100000:2.0:1788874169.153477:0:22703:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275712 00010000:00010000:2.0:1788874169.153534:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874169.153643:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 19 00000100:00100000:2.0:1788874169.153654:0:22703:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d33441ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:26bee33d-a0fd-410d-bc1d-933afc595127+8:2401:x1875769840275712:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788874169.153670:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788874169.153703:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.153717:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.153743:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085e5c87a/0x25c660afb0a9d7be lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d21 expref: 8 pid: 25337 timeout: 806 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.153761:0:22703:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874169.153766:0:22703:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788874169.153773:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 7 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.153784:0:22703:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 7 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.153856:0:22703:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 7 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874169.153870:0:22703:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22703:1875769859251456:192.168.202.20@tcp:105: 00000100:00100000:2.0:1788874169.153962:0:22703:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3458675000 going to sleep for 11 seconds 00000100:00100000:1.0:1788874169.157550:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.157861:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275840 00000100:00100000:0.0:1788874169.157871:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275840 00000100:00100000:0.0:1788874169.157926:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 29 00000100:00100000:0.0:1788874169.157936:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+8:2399:x1875769840275840:12345-192.168.202.20@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788874169.158095:0:24225:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1788874169.158099:0:24225:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788874169 00002000:00010000:0.0:1788874169.158101:0:24225:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788874168 00002000:00010000:0.0:1788874169.158103:0:24225:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788874169 -> 1788874169 00002000:00010000:0.0:1788874169.158106:0:24225:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1788874169.158163:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+9:2399:x1875769840275840:12345-192.168.202.20@tcp:2:lhsmtool_posix.0 Request processed in 228us (622us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1788874169.158170:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 29 00000100:00100000:2.0:1788874169.159066:0:22703:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22703:1875769859251456:192.168.202.20@tcp:105: 00010000:00010000:2.0:1788874169.159086:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788874169.159242:0:22703:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d33441ba680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:26bee33d-a0fd-410d-bc1d-933afc595127+8:2401:x1875769840275712:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 5588us (9418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.159279:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 19 00000100:00100000:1.0:1788874169.163680:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.163924:0:24223:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840275968 00000100:00100000:2.0:1788874169.163934:0:24223:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840275968 00000100:00100000:3.0:1788874169.164181:0:24223:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 30 00000100:00100000:3.0:1788874169.164193:0:24223:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+8:2401:x1875769840275968:12345-192.168.202.20@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.164259:0:24223:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.164291:0:24223:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 8 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.164301:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788874169.164305:0:24223:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788874169.164311:0:24223:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.164349:0:24223:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 8 pid: 24224 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.164364:0:24223:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 8 pid: 24224 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.164381:0:24223:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24223:1875769859251584:192.168.202.20@tcp:104: 00000100:00100000:3.0:1788874169.164700:0:24223:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34462db9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788874169.168339:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.168479:0:24223:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:24223:1875769859251584:192.168.202.20@tcp:104: 00010000:00010000:3.0:1788874169.168508:0:24223:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874169.168680:0:23871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840276096 00000100:00100000:2.0:1788874169.168687:0:23871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840276096 00010000:00010000:0.0:1788874169.168912:0:23871:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 9 pid: 24224 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.169055:0:23871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:0.0:1788874169.169067:0:23871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3343a37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:26bee33d-a0fd-410d-bc1d-933afc595127+9:2400:x1875769840276096:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874169.169082:0:23871:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874169.169104:0:23871:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 9 pid: 24224 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.169118:0:23871:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 9 pid: 24224 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.169157:0:23871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000212be891/0x25c660afb0a9d7cc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d28 expref: 9 pid: 24224 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.169176:0:23871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788874169.169180:0:23871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788874169.169186:0:23871:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.169196:0:23871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.169278:0:23871:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874169.169334:0:23871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3343a37480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:26bee33d-a0fd-410d-bc1d-933afc595127+8:2400:x1875769840276096:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 268us (1007us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.169342:0:23871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 20 00010000:00010000:2.0:1788874169.169409:0:24223:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169418:0:24223:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169439:0:24223:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169447:0:24223:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169455:0:24223:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169474:0:24223:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441653600 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:2.0:1788874169.169479:0:24223:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169488:0:24223:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169500:0:24223:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.169508:0:24223:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004470e5c8/0x25c660afb0a9d7d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24223 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874169.169557:0:24223:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:26bee33d-a0fd-410d-bc1d-933afc595127+7:2401:x1875769840275968:12345-192.168.202.20@tcp:1:lhsmtool_posix.0 Request processed in 5367us (5889us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874169.169565:0:24223:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 30 00000100:00100000:1.0:1788874169.172700:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.173472:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840276352 00000100:00100000:3.0:1788874169.173483:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840276352 00000100:00100000:3.0:1788874169.173570:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 63 00000100:00100000:3.0:1788874169.173578:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+16:18776:x1875769840276352:12345-192.168.202.20@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788874169.173650:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.173663:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 16 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.173671:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.173697:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 16 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.173707:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 16 pid: 22718 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.173717:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1875769859251712:192.168.202.20@tcp:104: 00000100:00100000:3.0:1788874169.173823:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d34462db9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788874169.177006:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.177119:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1875769859251712:192.168.202.20@tcp:104: 00010000:00010000:3.0:1788874169.177139:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.177181:0:22704:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840276480 00000100:00100000:0.0:1788874169.177187:0:22704:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840276480 00010000:00010000:0.0:1788874169.178366:0:22704:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 17 pid: 22718 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.178425:0:22704:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 21 00000100:00100000:0.0:1788874169.178439:0:22704:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:26bee33d-a0fd-410d-bc1d-933afc595127+17:2401:x1875769840276480:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788874169.178454:0:22704:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788874169.178462:0:22704:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 17 pid: 22718 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178499:0:22704:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 17 pid: 22718 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178521:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d724 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9ce9 expref: 17 pid: 22718 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178538:0:22704:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874169.178544:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 16 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178553:0:22704:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178560:0:22704:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178567:0:22704:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.178599:0:22704:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788874169.178649:0:22704:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:26bee33d-a0fd-410d-bc1d-933afc595127+16:2401:x1875769840276480:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 216us (1651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.178656:0:22704:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 21 00010000:00010000:2.0:1788874169.178783:0:22719:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.178791:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.178981:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.178990:0:22719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 16 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.179000:0:22719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.179021:0:22719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 16 pid: 25336 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788874169.179030:0:22719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 16 pid: 25336 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788874169.179040:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347d20f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1875769859251840:192.168.202.20@tcp:104: 00000100:00100000:2.0:1788874169.179080:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3442da9780 going to sleep for 11 seconds 00000100:00100000:2.0:1788874169.181925:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:1.0:1788874169.182018:0:22705:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840276608 00000100:00100000:1.0:1788874169.182026:0:22705:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840276608 00010000:00010000:1.0:1788874169.182059:0:22705:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 17 pid: 25336 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874169.182090:0:22705:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 22 00000100:00100000:1.0:1788874169.182097:0:22705:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:26bee33d-a0fd-410d-bc1d-933afc595127+17:2400:x1875769840276608:12345-192.168.202.20@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788874169.182108:0:22705:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788874169.182113:0:22705:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 17 pid: 25336 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.182141:0:22705:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 17 pid: 25336 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.182159:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:1.0:1788874169.182163:0:22705:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.182169:0:22705:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.182174:0:22705:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.182186:0:22705:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788874169.182250:0:22705:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:26bee33d-a0fd-410d-bc1d-933afc595127+17:2400:x1875769840276608:12345-192.168.202.20@tcp:103:ldlm_bl.0 Request processed in 152us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874169.182257:0:22705:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 22 00010000:00010000:3.0:1788874169.183257:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652e00/0x25c660afb0a9d7a9 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d13 expref: 16 pid: 25336 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.183301:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347d20f480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1875769859251840:192.168.202.20@tcp:104: 00010000:00010000:3.0:1788874169.183323:0:22719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.183332:0:22719:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.183337:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788874169.183460:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:3.0:1788874169.183577:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:3.0:1788874169.183615:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:3.0:1788874169.183690:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22719:1875769859251968:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788874169.183742:0:22719:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874169.183848:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3451830540 going to sleep for 11 seconds 00000100:00100000:2.0:1788874169.184038:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859251968 00000100:00100000:2.0:1788874169.184044:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859251968 00000100:00100000:2.0:1788874169.184090:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1788874169.184098:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22719:x1875769859251968:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788874169.184172:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22719:x1875769859251968:12345-0@lo:1000:mdt00_002.0 Request processed in 74us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874169.184179:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788874169.184198:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22719:1875769859251968:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1788874169.184377:0:22719:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:3.0:1788874169.184479:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22719:1875769859252096:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788874169.184507:0:22719:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874169.184527:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3475c7c000 going to sleep for 11 seconds 00000100:00100000:2.0:1788874169.184980:0:23457:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252096 00000100:00100000:2.0:1788874169.184985:0:23457:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252096 00000100:00100000:2.0:1788874169.185014:0:23457:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788874169.185020:0:23457:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22719:x1875769859252096:12345-0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788874169.185429:0:23457:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22719:x1875769859252096:12345-0@lo:1000:mdt00_002.0 Request processed in 408us (920us total) trans 12884901894 rc 0/0 00000100:00100000:2.0:1788874169.185446:0:23457:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788874169.185487:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:22719:1875769859252096:0@lo:1000:mdt00_002.0 00010000:00010000:3.0:1788874169.185523:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185533:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185548:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185553:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33442b2c00 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.185558:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185566:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185581:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:3.0:1788874169.185584:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788874169.185589:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185594:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b2c00/0x25c660afb0a9d7e1 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185627:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185633:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185639:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185645:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d33442b3400 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.185648:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185664:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185674:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:3.0:1788874169.185676:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788874169.185683:0:22719:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 19 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185694:0:22719:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 19 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185703:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 19 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.185731:0:22719:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813200/0x25c660afb0a9d740 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9cf7 expref: 19 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788874169.185742:0:22719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1875769859252224:192.168.202.20@tcp:105: 00000100:00100000:3.0:1788874169.186166:0:22719:0:(client.c:2716:ptlrpc_set_wait()) set ffff9d3458675000 going to sleep for 11 seconds 00000100:00100000:2.0:1788874169.189360:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.189384:0:22719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22719:1875769859252224:192.168.202.20@tcp:105: 00010000:00010000:3.0:1788874169.189420:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189431:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d33442b3400/0x25c660afb0a9d739 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 25517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189463:0:22719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189498:0:22719:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189510:0:22719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189521:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189526:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189533:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189538:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441652800 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.189542:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189549:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189559:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:3.0:1788874169.189563:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788874169.189567:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189573:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441652800/0x25c660afb0a9d7e8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189583:0:22719:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189598:0:22719:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189604:0:22719:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189609:0:22719:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3441653400 already unused, calling callback (ffffffffc1a6d4f0) 00010000:00010000:3.0:1788874169.189612:0:22719:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189618:0:22719:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189626:0:22719:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:3.0:1788874169.189629:0:22719:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788874169.189632:0:22719:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.189637:0:22719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3441653400/0x25c660afb0a9d7da lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22719 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.189691:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840276736 00000100:00100000:0.0:1788874169.189698:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840276736 00000100:00100000:0.0:1788874169.189745:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 10 00000100:00100000:0.0:1788874169.189754:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d334282bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+20:18775:x1875769840276736:12345-192.168.202.20@tcp:49:dd.0 00000100:00100000:3.0:1788874169.189811:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+20:18776:x1875769840276352:12345-192.168.202.20@tcp:57:lhsmtool_posix.0 Request processed in 16232us (17120us total) trans 12884901916 rc 0/0 00000100:00100000:3.0:1788874169.189820:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 63 00000020:00080000:3.0:1788874169.189824:0:22719:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1788874169.189843:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d334282bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+19:18775:x1875769840276736:12345-192.168.202.20@tcp:49:dd.0 Request processed in 90us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.189849:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 10 00000040:00080000:1.0:1788874169.190009:0:22751:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788874169.190015:0:22751:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788874169.190033:0:22751:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:1.0:1788874169.190039:0:22751:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1788874169.193809:0:3627:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.193975:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840276864 00000100:00100000:0.0:1788874169.193985:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840276864 00000100:00100000:0.0:1788874169.194044:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 64 00000100:00100000:0.0:1788874169.194054:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f43df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+19:18775:x1875769840276864:12345-192.168.202.20@tcp:101:dd.0 00010000:00010000:0.0:1788874169.194074:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788874169.194093:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d7ef lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xad99b647837a9d2f expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.194128:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d7f6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.194141:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d7f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.194152:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d7f6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.194308:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812c00/0x25c660afb0a9d7ef lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d2f expref: 21 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.194328:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344813800/0x25c660afb0a9d7f6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.20@tcp remote: 0xad99b647837a9d2f expref: 20 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.194338:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9d347650b700) 00010000:00010000:0.0:1788874169.194340:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788874169.194355:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9d3344813800, rc 0) 00000100:00100000:0.0:1788874169.194594:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f43df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:26bee33d-a0fd-410d-bc1d-933afc595127+20:18775:x1875769840276864:12345-192.168.202.20@tcp:101:dd.0 Request processed in 540us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874169.194601:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 64 00000100:00100000:2.0:1788874169.202870:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.203140:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277120 00000100:00100000:0.0:1788874169.203150:0:22720:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277120 00000100:00100000:0.0:1788874169.203236:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 11 00000100:00100000:0.0:1788874169.203248:0:22720:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+20:18776:x1875769840277120:12345-192.168.202.20@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788874169.203648:0:22720:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788874169.203683:0:22720:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1788874169.203716:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.203733:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.203745:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.203753:0:22720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.207175:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.207194:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.207409:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788874169.207538:0:22720:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:26bee33d-a0fd-410d-bc1d-933afc595127+22:18776:x1875769840277120:12345-192.168.202.20@tcp:35:lhsmtool_posix.0 Request processed in 4287us (4673us total) trans 12884901918 rc 0/0 00000100:00100000:1.0:1788874169.207552:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 11 00000020:00080000:1.0:1788874169.207558:0:22720:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1788874169.207689:0:22706:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788874169.207697:0:22706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.207705:0:22706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812800 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:3.0:1788874169.207727:0:22706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.207736:0:22706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.207752:0:22706:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9d347650b500) 00010000:00010000:3.0:1788874169.207755:0:22706:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788874169.207772:0:22706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.207779:0:22706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9d3344812800/0x25c660afb0a9d7fd lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788874169.207803:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874169.207805:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788874169.207807:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874169.236820:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:2.0:1788874169.236862:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:0.0:1788874169.236969:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277248 00000100:00100000:0.0:1788874169.236980:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277248 00000100:00100000:0.0:1788874169.237042:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277376 00000100:00100000:0.0:1788874169.237062:0:24229:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277376 00000100:00100000:0.0:1788874169.237086:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:0.0:1788874169.237096:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:26bee33d-a0fd-410d-bc1d-933afc595127+8:2399:x1875769840277248:12345-192.168.202.20@tcp:4:dd.0 00002000:00010000:0.0:1788874169.237142:0:24229:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa00db9, atime: 0x6aa00db8, ctime: 0x6aa00db9, blocks: 0x0 00010000:00010000:0.0:1788874169.237151:0:24229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.237168:0:24229:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=706s v=(0 0) 00010000:00010000:0.0:1788874169.237173:0:24229:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788874169.237181:0:24229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.237195:0:24229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788874169.301900:0:24219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:3.0:1788874169.301919:0:24219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:1.0:1788874169.302283:0:24229:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:1.0:1788874169.302302:0:24229:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:1.0:1788874169.302323:0:24229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302335:0:24229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302344:0:24229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302352:0:24229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3344812c00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:1.0:1788874169.302356:0:24229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302365:0:24229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302524:0:24229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302533:0:24229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c99e637e/0x25c660afb0a9d804 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788874169.302691:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:26bee33d-a0fd-410d-bc1d-933afc595127+6:2399:x1875769840277248:12345-192.168.202.20@tcp:4:dd.0 Request processed in 65591us (65878us total) trans 12884901895 rc 0/0 00000100:00100000:1.0:1788874169.302707:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 0 00000100:00100000:1.0:1788874169.302741:0:24229:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 1 00000100:00100000:1.0:1788874169.302753:0:24229:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:26bee33d-a0fd-410d-bc1d-933afc595127+5:2399:x1875769840277376:12345-192.168.202.20@tcp:4:dd.0 00002000:00010000:1.0:1788874169.302795:0:24229:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6aa00db9, atime: 0x6aa00db8, ctime: 0x6aa00db9, blocks: 0x2000 00010000:00010000:1.0:1788874169.302802:0:24229:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302814:0:24229:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=706s v=(0 0) 00010000:00010000:1.0:1788874169.302817:0:24229:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788874169.302824:0:24229:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788874169.302837:0:24229:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788874169.352603:0:24219:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:0.0:1788874169.352915:0:24229:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:0.0:1788874169.352919:0:24229:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:0.0:1788874169.352934:0:24229:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.352954:0:24229:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.352962:0:24229:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.352967:0:24229:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9d3475ecaa00 already unused, calling callback (ffffffffc0e3f4f0) 00010000:00010000:0.0:1788874169.352982:0:24229:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.352990:0:24229:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.353007:0:24229:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788874169.353012:0:24229:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000f175d3b/0x25c660afb0a9d80b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24229 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788874169.353117:0:24229:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:26bee33d-a0fd-410d-bc1d-933afc595127+5:2399:x1875769840277376:12345-192.168.202.20@tcp:4:dd.0 Request processed in 50364us (116250us total) trans 12884901896 rc 0/0 00000100:00100000:0.0:1788874169.353124:0:24229:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 1 00000100:00100000:3.0:1788874169.493831:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.493882:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.493915:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.493942:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.493972:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.493990:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.494020:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277632 00000100:00100000:3.0:1788874169.494032:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277632 00000100:00100000:3.0:1788874169.494090:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840278016 00000100:00100000:3.0:1788874169.494094:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840278016 00000100:00100000:3.0:1788874169.494107:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277888 00000100:00100000:3.0:1788874169.494125:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277888 00000100:00100000:3.0:1788874169.494144:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 60 00000100:00100000:3.0:1788874169.494153:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+5:2401:x1875769840277632:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874169.494264:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277760 00000100:00100000:3.0:1788874169.494276:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:26bee33d-a0fd-410d-bc1d-933afc595127+5:2401:x1875769840277632:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 112us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.494286:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 60 00000100:00100000:1.0:1788874169.494288:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277760 00000100:00100000:3.0:1788874169.494306:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 61 00000100:00100000:3.0:1788874169.494314:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840278016:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874169.494321:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840278272 00000100:00100000:1.0:1788874169.494325:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840278272 00000100:00100000:3.0:1788874169.494348:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840278016:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 34us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874169.494353:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 18 00000100:00100000:3.0:1788874169.494360:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 61 00000100:00100000:1.0:1788874169.494366:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840277760:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874169.494377:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 62 00000100:00100000:3.0:1788874169.494385:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2401:x1875769840277888:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:3.0:1788874169.494414:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+6:2401:x1875769840277888:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 31us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.494421:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 62 00000100:00100000:3.0:1788874169.494462:0:3626:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.20@tcp (source: 12345-192.168.202.20@tcp) 00000100:00100000:3.0:1788874169.494586:0:25337:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840278144 00000100:00100000:3.0:1788874169.494589:0:25337:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840278144 00000100:00100000:3.0:1788874169.494613:0:25337:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 19 00000100:00100000:3.0:1788874169.494620:0:25337:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840278272:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874169.494630:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:26bee33d-a0fd-410d-bc1d-933afc595127+5:2400:x1875769840277760:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 264us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874169.494639:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 18 00000100:00100000:3.0:1788874169.494648:0:25337:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2400:x1875769840278272:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 27us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874169.494655:0:25337:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 19 00000100:00100000:1.0:1788874169.496755:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00100000:1.0:1788874169.496788:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3475d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2401:x1875769840278144:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874169.496863:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3475d92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d2eee5eb-e95e-471a-a9df-50313339e8a9+5:2401:x1875769840278144:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 94us (2400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874169.496872:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 20 00000100:00080000:1.0:1788874169.496935:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788874169.496941:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788874169.496945:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788874169.496948:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788874169.498096:0:22712:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769840277504 00000100:00100000:1.0:1788874169.498111:0:22712:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769840277504 00000100:00100000:1.0:1788874169.498169:0:22712:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.20@tcp, seq: 166 00000100:00100000:1.0:1788874169.498178:0:22712:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:2400:x1875769840277504:12345-192.168.202.20@tcp:400:kworker.0 00000100:00100000:1.0:1788874169.498288:0:22712:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2f1f5c96-f6c3-4b87-a6da-3fb4918c47d0+13:2400:x1875769840277504:12345-192.168.202.20@tcp:400:kworker.0 Request processed in 111us (4404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788874169.498296:0:22712:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.20@tcp, seq: 166 00010000:00010000:3.0:1788874169.711428:0:22707:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788874170.608694:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859252352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788874170.608787:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.608828:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788874170.608834:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f43d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859252480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874170.608857:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.608899:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252352 00000100:00100000:2.0:1788874170.608907:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252352 00000100:00100000:2.0:1788874170.608961:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252480 00000100:00100000:2.0:1788874170.608965:0:24227:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252480 00000100:00100000:2.0:1788874170.608985:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788874170.608993:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859252352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788874170.609024:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788874170.609068:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1875769859252352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874170.609076:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788874170.609091:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788874170.609097:0:24227:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859252480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788874170.609107:0:24227:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3915849728 avail 3684327424 00000100:00100000:2.0:1788874170.609130:0:24227:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1875769859252480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874170.609136:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:2.0:1788874170.609151:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788874170.609191:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f43d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3635:1875769859252480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788874170.609239:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3635:1875769859252352:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788874170.609552:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859252608:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.609593:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874170.609623:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859253120:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.609648:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874170.609665:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859253632:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.609691:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874170.609710:0:3633:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788874170.609717:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3475d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859252736:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.609739:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874170.609871:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859253248:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.609897:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874170.609917:0:3633:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3633:1875769859253760:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.609938:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788874170.609970:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252608 00000100:00100000:3.0:1788874170.609975:0:22711:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252608 00000100:00100000:3.0:1788874170.610011:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788874170.610018:0:22711:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d34777c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:3633:x1875769859252608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.610054:0:22711:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d34777c8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:4254fed6-01aa-4141-aa5c-8cca81572654+24:3633:x1875769859252608:12345-0@lo:400:kworker.0 Request processed in 36us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874170.610061:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788874170.610091:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253632 00000100:00100000:3.0:1788874170.610095:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253632 00000100:00100000:3.0:1788874170.610125:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253760 00000100:00100000:3.0:1788874170.610129:0:22719:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253760 00000100:00100000:3.0:1788874170.610151:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788874170.610158:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859253632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.610198:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3633:x1875769859253632:12345-0@lo:400:kworker.0 Request processed in 41us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874170.610238:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788874170.610252:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788874170.610269:0:22719:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3633:x1875769859253760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.610297:0:22719:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3633:x1875769859253760:12345-0@lo:400:kworker.0 Request processed in 40us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874170.610304:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788874170.610323:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253248 00000100:00100000:3.0:1788874170.610327:0:24225:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253248 00000100:00100000:3.0:1788874170.610355:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788874170.610362:0:24225:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859253248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.610390:0:24225:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859253248:12345-0@lo:400:kworker.0 Request processed in 29us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1788874170.610396:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788874170.610444:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859253248:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.610454:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3633:1875769859253760:0@lo:400:kworker.0 00000100:00100000:3.0:1788874170.610461:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4254fed6-01aa-4141-aa5c-8cca81572654:3633:1875769859252608:0@lo:400:kworker.0 00010000:00080000:3.0:1788874170.610474:0:3633:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d347f41ad80 x1875769859253632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788874170.610483:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3633:1875769859253632:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.610862:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253120 00000100:00100000:2.0:1788874170.610867:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253120 00000100:00100000:2.0:1788874170.610906:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252736 00000100:00100000:2.0:1788874170.610910:0:22722:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252736 00000100:00100000:2.0:1788874170.610924:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788874170.610931:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859253120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.610977:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3633:x1875769859253120:12345-0@lo:400:kworker.0 Request processed in 47us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874170.610984:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788874170.610998:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788874170.611003:0:22722:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d3480e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859252736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611029:0:22722:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d3480e1d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3633:x1875769859252736:12345-0@lo:400:kworker.0 Request processed in 27us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874170.611036:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788874170.611056:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859252992:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611088:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.611109:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859253504:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611129:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.611150:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788874170.611157:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859252864:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611179:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.611196:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d347f41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859253376:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611278:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.611299:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9d3480e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3636:1875769859253888:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611331:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788874170.611357:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252992 00000100:00100000:2.0:1788874170.611361:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252992 00000100:00100000:2.0:1788874170.611386:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253504 00000100:00100000:2.0:1788874170.611389:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253504 00000100:00100000:2.0:1788874170.611404:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253376 00000100:00100000:2.0:1788874170.611407:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253376 00000100:00100000:2.0:1788874170.611418:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859253888 00000100:00100000:2.0:1788874170.611420:0:22717:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859253888 00000100:00100000:2.0:1788874170.611436:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788874170.611443:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859252992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.611491:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1875769859252992:12345-0@lo:400:kworker.0 Request processed in 49us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874170.611498:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788874170.611520:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788874170.611527:0:22717:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859253504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874170.611658:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875769859252864 00000100:00100000:0.0:1788874170.611662:0:24224:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875769859252864 00000100:00100000:0.0:1788874170.611694:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788874170.611702:0:24224:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347d20fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859252864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874170.611736:0:24224:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1875769859252864:12345-0@lo:400:kworker.0 Request processed in 35us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874170.611742:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788874170.612888:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788874170.612901:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859253376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874170.612955:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1875769859253376:12345-0@lo:400:kworker.0 Request processed in 59us (1677us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874170.612963:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788874170.612989:0:25336:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788874170.612996:0:25336:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9d347f3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875769859253888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788874170.613028:0:25336:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347f3a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1875769859253888:12345-0@lo:400:kworker.0 Request processed in 33us (1696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788874170.613034:0:25336:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00080000:0.0:1788874170.613051:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788874170.613057:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788874170.613060:0:22713:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788874170.613102:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3475d91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3633:1875769859252736:0@lo:400:kworker.0 00000100:00100000:0.0:1788874170.613116:0:3633:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3633:1875769859253120:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.613372:0:22717:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9d347d20f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1875769859253504:12345-0@lo:400:kworker.0 Request processed in 1845us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788874170.613381:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788874170.613698:0:3636:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:2.0:1788874170.613705:0:3636:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9d3475d93b80, transno 12884901892 00000004:00080000:2.0:1788874170.613837:0:3636:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:2.0:1788874170.613857:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3636:1875769859252864:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.613873:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f41b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3636:1875769859253376:0@lo:400:kworker.0 00010000:00080000:2.0:1788874170.613887:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9d3480e1c380 x1875769859253888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788874186 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788874170.613899:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d3480e1c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3636:1875769859253888:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.613922:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f418e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3636:1875769859252992:0@lo:400:kworker.0 00000100:00100000:2.0:1788874170.613934:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9d347f419f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3636:1875769859253504:0@lo:400:kworker.0 00010000:00010000:3.0:1788874170.736513:0:23471:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788874170.795908:0:25805:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00010000:00010000:1.0:1788874171.758705:0:22706:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 14037 lines, 14037 kept, 0 dropped, 0 bad.