00000100:00100000:3.0F:1789185936.294201:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c33fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898529152:0@lo:400:kworker.0 00000100:00100000:1.0F:1789185936.294316:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c33f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898529280:0@lo:400:kworker.0 00000100:00100000:3.0:1789185936.294322:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185936.294396:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898529664:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.294404:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1789185936.294456:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898529024:0@lo:400:kworker.0 00000100:00100000:3.0:1789185936.294525:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185936.294555:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1876096898530176:0@lo:400:kworker.0 00000100:00100000:3.0:1789185936.294590:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185936.294636:0:17896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529152 00000100:00100000:3.0:1789185936.294645:0:17896:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529152 00000100:00100000:2.0F:1789185936.294660:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529664 00000100:00100000:2.0:1789185936.294676:0:17161:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529664 00000100:00100000:3.0:1789185936.294784:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1789185936.294801:0:17896:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898529152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185936.294808:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789185936.294822:0:17161:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898529664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789185936.296016:0:17896:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898529152:12345-0@lo:400:kworker.0 Request processed in 1218us (1691us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185936.296026:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789185936.296590:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898529792:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.296651:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.296702:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898530304:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.296730:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.297183:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1789185936.297193:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898529408:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297226:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.297247:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898529920:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297269:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.297303:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898530432:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297336:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.297389:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530176 00000100:00100000:1.0:1789185936.297398:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530176 00000100:00100000:1.0:1789185936.297462:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530304 00000100:00100000:1.0:1789185936.297466:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530304 00000100:00100000:1.0:1789185936.297480:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530432 00000100:00100000:1.0:1789185936.297483:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530432 00000100:00100000:1.0:1789185936.297500:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789185936.297509:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1876096898530176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297562:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1876096898530176:12345-0@lo:400:kworker.0 Request processed in 55us (2971us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.297570:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789185936.297589:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789185936.297595:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2ddaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898530304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297626:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2ddaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898530304:12345-0@lo:400:kworker.0 Request processed in 31us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.297645:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789185936.297658:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789185936.297663:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2ddb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898530432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297690:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2ddb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898530432:12345-0@lo:400:kworker.0 Request processed in 27us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.297696:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1789185936.297714:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529280 00000100:00100000:1.0:1789185936.297717:0:18664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529280 00000100:00100000:1.0:1789185936.297738:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529792 00000100:00100000:1.0:1789185936.297741:0:18664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529792 00000100:00100000:1.0:1789185936.297874:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529408 00000100:00100000:1.0:1789185936.297878:0:18664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529408 00000100:00100000:1.0:1789185936.297893:0:18664:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529920 00000100:00100000:1.0:1789185936.297896:0:18664:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529920 00000100:00100000:1.0:1789185936.297930:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789185936.297937:0:18664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3637:x1876096898529280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.297972:0:18664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2ddbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3637:x1876096898529280:12345-0@lo:400:kworker.0 Request processed in 36us (3570us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.297978:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789185936.297989:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789185936.297995:0:18664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898529792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298021:0:18664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898529792:12345-0@lo:400:kworker.0 Request processed in 26us (1370us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.298026:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789185936.298035:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789185936.298040:0:18664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898529408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298094:0:18664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898529408:12345-0@lo:400:kworker.0 Request processed in 53us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.298100:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789185936.298111:0:18664:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789185936.298117:0:18664:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898529920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298142:0:18664:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898529920:12345-0@lo:400:kworker.0 Request processed in 26us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.298148:0:18664:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:1.0:1789185936.298175:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789185936.298180:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789185936.298184:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789185936.298187:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789185936.298234:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898529408:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298245:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898529920:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298255:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898530432:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298266:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c33f9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898529280:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298278:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898529792:0@lo:400:kworker.0 00000100:00100000:0.0:1789185936.298606:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1789185936.298662:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c2dd8e00 x1876096898530304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789185936.298675:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898530304:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.298945:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789185936.298958:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898530816:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789185936.298997:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.299045:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530816 00000100:00100000:1.0:1789185936.299051:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530816 00000100:00100000:1.0:1789185936.299087:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789185936.299095:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898530816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789185936.299123:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789185936.299160:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898530816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.299166:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1789185936.299200:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898530816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789185936.302168:0:17161:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898529664:12345-0@lo:400:kworker.0 Request processed in 87us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185936.302198:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1789185936.302278:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529024 00000100:00100000:2.0:1789185936.302308:0:17149:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529024 00000100:00100000:2.0:1789185936.302491:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1789185936.302502:0:17149:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2333850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898529024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185936.302617:0:17149:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2333850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898529024:12345-0@lo:400:kworker.0 Request processed in 116us (4010us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185936.302624:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1789185936.302683:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898530688:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789185936.302730:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185936.302791:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898529664:0@lo:400:kworker.0 00000100:00100000:2.0:1789185936.302808:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1876096898530176:0@lo:400:kworker.0 00000100:00100000:2.0:1789185936.302822:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c33fa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898529152:0@lo:400:kworker.0 00000100:00100000:2.0:1789185936.302867:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530688 00000100:00100000:2.0:1789185936.302871:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530688 00000100:00100000:2.0:1789185936.302903:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789185936.302936:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898530688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789185936.302958:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789185936.303000:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3485f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898530688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (270us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185936.303027:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789185936.303094:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898530688:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789185936.303130:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898529024:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.303148:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898529536:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.303217:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.303256:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898530048:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.303278:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.303314:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898530560:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.303333:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185936.303394:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898529536 00000100:00100000:1.0:1789185936.303401:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898529536 00000100:00100000:1.0:1789185936.303441:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530048 00000100:00100000:1.0:1789185936.303444:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530048 00000100:00100000:1.0:1789185936.303459:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530560 00000100:00100000:1.0:1789185936.303462:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530560 00000100:00100000:1.0:1789185936.303487:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789185936.303496:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898529536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185936.303541:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789185936.303563:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898529536:12345-0@lo:400:kworker.0 Request processed in 59us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185936.303563:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898530048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.303596:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1789185936.303630:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789185936.303632:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898530048:12345-0@lo:400:kworker.0 Request processed in 77us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185936.303642:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876096898530560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185936.303644:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1789185936.303697:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876096898530560:12345-0@lo:400:kworker.0 Request processed in 58us (361us total) trans 0 rc 0/0 00000100:00080000:0.0:1789185936.303703:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789185936.303705:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1789185936.303750:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2ddb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898529536:0@lo:400:kworker.0 00000100:00100000:1.0:1789185936.303808:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2dd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898530048:0@lo:400:kworker.0 00010000:00080000:1.0:1789185936.303822:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c2ddad80 x1876096898530560/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185952 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789185936.303832:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2ddad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898530560:0@lo:400:kworker.0 00010000:00010000:1.0:1789185936.806450:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185937.790470:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789185937.790656:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879574656 00000100:00100000:0.0:1789185937.790671:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879574656 00000100:00100000:0.0:1789185937.790743:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 172 00000100:00100000:0.0:1789185937.790757:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2331450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef2505e-7927-4768-ad72-37facf71ba21+13:2391:x1876096879574656:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185937.790974:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2331450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef2505e-7927-4768-ad72-37facf71ba21+13:2391:x1876096879574656:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 220us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.790984:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 172 00000100:00100000:1.0:1789185937.793808:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.793847:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.793868:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.793897:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.793945:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.793966:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.793987:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185937.794016:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789185937.796217:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575168 00000100:00100000:2.0:1789185937.796238:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575168 00000100:00100000:2.0:1789185937.796428:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575552 00000100:00100000:2.0:1789185937.796433:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575552 00000100:00100000:2.0:1789185937.796450:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575680 00000100:00100000:2.0:1789185937.796453:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575680 00000100:00100000:2.0:1789185937.796464:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575040 00000100:00100000:2.0:1789185937.796468:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575040 00000100:00100000:2.0:1789185937.796494:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 32 00000100:00100000:2.0:1789185937.796507:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+10:2391:x1876096879575040:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185937.796614:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879574912 00000100:00100000:0.0:1789185937.796620:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879574912 00000100:00100000:2.0:1789185937.796632:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dda680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+10:2391:x1876096879575040:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 127us (2642us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185937.796642:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 32 00000100:00100000:2.0:1789185937.796666:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 32 00000100:00100000:0.0:1789185937.796669:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575296 00000100:00100000:0.0:1789185937.796674:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575296 00000100:00100000:2.0:1789185937.796677:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:2388:x1876096879575168:12345-192.168.204.48@tcp:9:kworker.0 00000100:00100000:0.0:1789185937.796695:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879574784 00000100:00100000:0.0:1789185937.796698:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879574784 00000100:00100000:0.0:1789185937.796715:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575424 00000100:00100000:0.0:1789185937.796717:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575424 00000100:00100000:0.0:1789185937.796732:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 78 00000100:00100000:0.0:1789185937.796740:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2ddb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:2391:x1876096879574912:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185937.796845:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2ddb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:2391:x1876096879574912:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 105us (2947us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.796868:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 78 00000100:00100000:0.0:1789185937.796883:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 79 00000100:00100000:0.0:1789185937.796890:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+6:2391:x1876096879575296:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185937.796935:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+6:2391:x1876096879575296:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 46us (2989us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.796941:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 79 00000100:00100000:0.0:1789185937.796953:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 80 00000100:00100000:0.0:1789185937.796959:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+26:2391:x1876096879574784:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185937.796991:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+26:2391:x1876096879574784:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 32us (3024us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.796997:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 80 00000100:00100000:0.0:1789185937.797008:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 81 00000100:00100000:0.0:1789185937.797014:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2391:x1876096879575424:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185937.797038:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2391:x1876096879575424:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 24us (3022us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.797044:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 81 00000100:00100000:0.0:1789185937.797071:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 33 00000100:00100000:0.0:1789185937.797078:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2388:x1876096879575552:12345-192.168.204.48@tcp:9:kworker.0 00000020:00000080:0.0:1789185937.797106:0:19112:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743f8 00000100:00080000:0.0:1789185937.797128:0:19112:0:(import.c:65:import_set_state_nolock()) ffff98f1c2c6b800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789185937.797196:0:19112:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1789185937.797383:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e1735a8d-9a99-4c85-bc30-d3542203dc16+2:2388:x1876096879575552:12345-192.168.204.48@tcp:9:kworker.0 Request processed in 305us (3535us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.797401:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 33 00000100:00100000:0.0:1789185937.797416:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 34 00000100:00100000:0.0:1789185937.797422:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2ddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2388:x1876096879575680:12345-192.168.204.48@tcp:9:kworker.0 00000020:00000080:0.0:1789185937.797436:0:19112:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743ff 00000100:00080000:0.0:1789185937.797444:0:19112:0:(import.c:65:import_set_state_nolock()) ffff98f2ffaff000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789185937.797469:0:19112:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789185937.797944:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2ddb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:e1735a8d-9a99-4c85-bc30-d3542203dc16+2:2388:x1876096879575680:12345-192.168.204.48@tcp:9:kworker.0 Request processed in 518us (4071us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185937.797952:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 34 00010000:00010000:0.0:1789185937.798089:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789185937.798295:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789185937.798410:0:18663:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743c0 00000100:00080000:2.0:1789185937.798420:0:18663:0:(import.c:65:import_set_state_nolock()) ffff98f1c4397800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789185937.798469:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:2.0:1789185937.798561:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+2:2388:x1876096879575168:12345-192.168.204.48@tcp:9:kworker.0 Request processed in 1886us (4766us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185937.798569:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 32 00000100:00080000:2.0:1789185937.798597:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1789185937.798602:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789185937.798605:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789185937.798619:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1789185937.799990:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789185937.807620:0:18658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of e1735a8d-9a99-4c85-bc30-d3542203dc16 00000020:00000080:3.0:1789185937.807644:0:18658:0:(genops.c:885:class_export_put()) final put ffff98f1c2c6e000/e1735a8d-9a99-4c85-bc30-d3542203dc16 00000001:00080000:3.0:1789185937.807679:0:18658:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934599 is committed 00000001:00080000:3.0:1789185937.807691:0:18658:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 8589934598 is committed 00000020:00000080:0.0:1789185937.807691:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c2c6e000/e1735a8d-9a99-4c85-bc30-d3542203dc16 for lustre-OST0000 00000020:00000080:0.0:1789185937.808189:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c2c6b800 for lustre-OST0000 00010000:00010000:0.0:1789185937.830655:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1789185937.835671:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:2.0:1789185937.835712:0:17135:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff98f1c2c4b780 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:2.0:1789185937.835719:0:17135:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff98f2d8071700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff98f1c2c4b300 00000020:00080000:2.0:1789185937.835723:0:17135:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff98f2d8071800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff98f1c2296400 00000020:00080000:0.0:1789185937.835797:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:0.0:1789185937.835891:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1789185937.835967:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185937.835982:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185937.835992:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185937.835998:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300dde600 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789185937.836004:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185937.836034:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185937.836056:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff98f300ff3a00) 00010000:00010000:3.0:1789185937.836059:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789185937.836066:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185937.836072:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f300dde600/0xda5c730d5a74701 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17155 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789185938.861067:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898530944:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789185938.861215:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789185938.861283:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185938.861294:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898530944 00000100:00100000:1.0:1789185938.861301:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898530944 00000100:00100000:1.0:1789185938.861445:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789185938.861456:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898530944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789185938.861487:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1789185938.861533:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898530944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185938.861541:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00080000:1.0:1789185938.861562:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789185938.861591:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000004:00080000:1.0:1789185938.861596:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff98f1c411ea00, transno 8589934596 00000004:00080000:1.0:1789185938.861606:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1789185938.861631:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898530944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789185939.512900:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185939.513029:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575808 00000100:00100000:1.0:1789185939.513040:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575808 00000100:00100000:1.0:1789185939.513126:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 74 00000100:00100000:1.0:1789185939.513139:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+12:15568:x1876096879575808:12345-192.168.204.48@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1789185939.513147:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789185939.513267:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+12:15568:x1876096879575808:12345-192.168.204.48@tcp:60:lhsmtool_posix.0 Request processed in 130us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185939.513277:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 74 00000100:00100000:3.0:1789185939.524829:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789185939.525148:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879575936 00000100:00100000:3.0:1789185939.525157:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879575936 00000100:00080000:0.0:1789185939.527366:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789185939.530049:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 75 00000100:00100000:3.0:1789185939.530067:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:15568:x1876096879575936:12345-192.168.204.48@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1789185939.530183:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:15568:x1876096879575936:12345-192.168.204.48@tcp:60:lhsmtool_posix.0 Request processed in 123us (5363us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185939.530190:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 75 00000100:00100000:0.0:1789185939.550448:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185939.550643:0:17158:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576192 00000100:00100000:1.0:1789185939.550664:0:17158:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576192 00000100:00100000:1.0:1789185939.550727:0:17158:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 16 00000100:00100000:1.0:1789185939.550738:0:17158:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c7fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e5c6ede-0048-44ff-85dd-b5867120aa40+12:15568:x1876096879576192:12345-192.168.204.48@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1789185939.551249:0:17158:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c7fa1c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8e5c6ede-0048-44ff-85dd-b5867120aa40+13:15568:x1876096879576192:12345-192.168.204.48@tcp:35:lhsmtool_posix.0 Request processed in 511us (808us total) trans 8589934636 rc 0/0 00000100:00100000:1.0:1789185939.551263:0:17158:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 16 00000040:00080000:2.0:1789185939.624788:0:17191:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1789185939.624798:0:17191:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789185939.624821:0:17191:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:2.0:1789185939.624827:0:17191:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:2.0:1789185939.878284:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898531072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789185939.878359:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789185939.878452:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185939.878786:0:17896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531072 00000100:00100000:1.0:1789185939.878795:0:17896:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531072 00000100:00100000:1.0:1789185939.878856:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789185939.878866:0:17896:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898531072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789185939.878902:0:17896:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:1.0:1789185939.878988:0:17896:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898531072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185939.878996:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789185939.879090:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c33f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898531072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789185939.879863:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789185939.879876:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898531200:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789185939.879961:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185939.880557:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531200 00000100:00100000:1.0:1789185939.880563:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531200 00000100:00100000:1.0:1789185939.880631:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789185939.880640:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898531200:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789185939.880658:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1789185939.880704:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898531200:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185939.880712:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00080000:0.0:1789185939.880718:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789185939.880753:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898531200:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789185940.391637:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898531328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789185940.391724:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185940.393111:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531328 00000100:00100000:3.0:1789185940.393122:0:17161:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531328 00000100:00100000:3.0:1789185940.393196:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789185940.393216:0:17161:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898531328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1789185940.393253:0:17161:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789185940.398108:0:17161:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898531328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4893us (6373us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185940.398124:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789185940.399086:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898531328:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789185940.902967:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185941.414119:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898531456:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789185941.414222:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.414470:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531456 00000100:00100000:2.0:1789185941.414481:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531456 00000100:00100000:2.0:1789185941.414564:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789185941.414577:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898531456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789185941.414626:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789185941.414688:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898531456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.414701:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1789185941.414766:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898531456:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789185941.415405:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898531584:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.415453:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.415487:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7494000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898532096:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.417125:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.417206:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898532608:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.417278:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.417316:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00080000:3.0:1789185941.417325:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789185941.417326:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7494700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898531712:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.417360:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.417396:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7496a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898532224:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.417418:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.417441:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898532736:0@lo:400:kworker.0 00000100:00100000:3.0:1789185941.417454:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531712 00000100:00100000:3.0:1789185941.417465:0:17160:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531712 00000100:00100000:2.0:1789185941.417465:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.417512:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531584 00000100:00100000:2.0:1789185941.417518:0:17150:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531584 00000100:00100000:3.0:1789185941.417527:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532224 00000100:00100000:3.0:1789185941.417532:0:17160:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532224 00000100:00100000:3.0:1789185941.417563:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789185941.417570:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1789185941.417577:0:17160:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c35e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898531712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.417585:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f3003efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898531584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.417654:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f3003efc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898531584:12345-0@lo:400:kworker.0 Request processed in 74us (2200us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.417662:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1789185941.417703:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532096 00000100:00100000:2.0:1789185941.417708:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532096 00000100:00100000:2.0:1789185941.417738:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532608 00000100:00100000:2.0:1789185941.417742:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532608 00000100:00100000:2.0:1789185941.417767:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532736 00000100:00100000:2.0:1789185941.417770:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532736 00000100:00100000:2.0:1789185941.417790:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789185941.417797:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c35e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898532096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421203:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c35e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898532096:12345-0@lo:400:kworker.0 Request processed in 3381us (5660us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.421224:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1789185941.421299:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789185941.421340:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c35e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898532608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421440:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c35e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898532608:12345-0@lo:400:kworker.0 Request processed in 107us (4162us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.421447:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789185941.421465:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789185941.421473:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898532736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421504:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898532736:12345-0@lo:400:kworker.0 Request processed in 33us (4039us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.421510:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789185941.421537:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789185941.421545:0:17896:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c35e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898532224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421579:0:17896:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c35e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898532224:12345-0@lo:400:kworker.0 Request processed in 35us (4159us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.421584:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1789185941.421643:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7495500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898531840:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421684:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.421731:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898532352:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421750:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.421767:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898532864:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421788:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.421809:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1789185941.421816:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7494380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898531968:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421833:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.421848:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898532480:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421878:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.421892:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c35e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1876096898532992:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.421933:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185941.421959:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532864 00000100:00100000:2.0:1789185941.421969:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532864 00000100:00100000:2.0:1789185941.422011:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532480 00000100:00100000:2.0:1789185941.422014:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532480 00000100:00100000:2.0:1789185941.422028:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532992 00000100:00100000:2.0:1789185941.422030:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532992 00000100:00100000:2.0:1789185941.422046:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789185941.422053:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898532864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.422090:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898532864:12345-0@lo:400:kworker.0 Request processed in 37us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.422096:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789185941.422110:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789185941.422116:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876096898532480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.422142:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876096898532480:12345-0@lo:400:kworker.0 Request processed in 26us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.422148:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789185941.422158:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789185941.422164:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876096898532992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.422186:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876096898532992:12345-0@lo:400:kworker.0 Request processed in 22us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185941.422209:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1789185941.422228:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1789185941.422233:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789185941.422454:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898532480:0@lo:400:kworker.0 00010000:00080000:2.0:1789185941.422480:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c35e0a80 x1876096898532992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185941.422491:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c35e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1876096898532992:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.422502:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898532864:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.422535:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898533120:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789185941.422567:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185941.423563:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531840 00000100:00100000:0.0:1789185941.423578:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531840 00000100:00100000:0.0:1789185941.423647:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898532352 00000100:00100000:0.0:1789185941.423652:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898532352 00000100:00100000:0.0:1789185941.423672:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898531968 00000100:00100000:0.0:1789185941.423676:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898531968 00000100:00080000:1.0:1789185941.423683:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1789185941.423690:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789185941.423701:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789185941.423712:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898531840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185941.423797:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33ed180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898531840:12345-0@lo:400:kworker.0 Request processed in 88us (2112us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185941.423806:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789185941.423826:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789185941.423833:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898532352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185941.423929:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33ef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898532352:12345-0@lo:400:kworker.0 Request processed in 96us (2177us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185941.423935:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789185941.423950:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789185941.423956:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898531968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185941.424374:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33efb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898531968:12345-0@lo:400:kworker.0 Request processed in 417us (2538us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185941.424381:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1789185941.424448:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7494380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898531968:0@lo:400:kworker.0 00000100:00100000:0.0:1789185941.424466:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7495500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898531840:0@lo:400:kworker.0 00000100:00100000:0.0:1789185941.424494:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7495180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898532352:0@lo:400:kworker.0 00000100:00100000:0.0:1789185941.429033:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533120 00000100:00100000:0.0:1789185941.429054:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533120 00000100:00100000:0.0:1789185941.429125:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1789185941.429135:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c35e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898533120:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1789185941.429168:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789185941.429480:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c35e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898533120:12345-0@lo:13:osp-pre-1-0.0 Request processed in 346us (6911us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185941.429489:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789185941.429985:0:17160:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c35e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898531712:12345-0@lo:400:kworker.0 Request processed in 12408us (12619us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185941.429998:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1789185941.430174:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7494700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898531712:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.430204:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7496a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898532224:0@lo:400:kworker.0 00010000:00080000:2.0:1789185941.430223:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758e300 x1876096898532736/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185957 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185941.430235:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898532736:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.430246:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898531584:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.430257:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7494000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898532096:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.430269:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898532608:0@lo:400:kworker.0 00000100:00100000:2.0:1789185941.430320:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898533120:0@lo:13:osp-pre-1-0.0 00000001:02000400:1.0:1789185941.675991:0:20531:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 00:05:39 (1789185939) 00010000:00010000:0.0:1789185941.927107:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185942.886883:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185942.886943:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185942.886964:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185942.886986:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185942.887025:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185942.887050:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185942.887089:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576320 00000100:00100000:1.0:1789185942.887102:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576320 00000100:00100000:2.0:1789185942.888179:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576576 00000100:00100000:2.0:1789185942.888192:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576576 00000100:00100000:0.0:1789185942.888219:0:17157:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576832 00000100:00100000:0.0:1789185942.888226:0:17157:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576832 00000100:00100000:2.0:1789185942.888274:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576448 00000100:00100000:2.0:1789185942.888280:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576448 00000100:00100000:2.0:1789185942.888305:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576960 00000100:00100000:2.0:1789185942.888308:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576960 00000100:00100000:0.0:1789185942.888323:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 88 00000100:00100000:0.0:1789185942.888337:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:2389:x1876096879576576:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789185942.888579:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 174 00000100:00100000:1.0:1789185942.888590:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f3003ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef2505e-7927-4768-ad72-37facf71ba21+13:2389:x1876096879576320:12345-192.168.204.48@tcp:400:kworker.0 00000100:00080000:3.0:1789185942.888658:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1789185942.888664:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789185942.888765:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 89 00000100:00100000:2.0:1789185942.888786:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e5c6ede-0048-44ff-85dd-b5867120aa40+13:2389:x1876096879576448:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789185942.889768:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c33f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:2389:x1876096879576576:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 1427us (2817us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185942.889781:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 88 00000100:00100000:0.0:1789185942.889820:0:17157:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 90 00000100:00100000:0.0:1789185942.889830:0:17157:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c19b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1735a8d-9a99-4c85-bc30-d3542203dc16+6:2389:x1876096879576832:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789185942.890959:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f3003ee850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:aef2505e-7927-4768-ad72-37facf71ba21+13:2389:x1876096879576320:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 2361us (4082us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185942.890974:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 174 00000100:00100000:1.0:1789185942.891047:0:17155:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789185942.891057:0:17155:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:1.0:1789185942.891084:0:17156:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:1.0:1789185942.891095:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 91 00000100:00100000:1.0:1789185942.891108:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d870d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2389:x1876096879576960:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789185942.891154:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d870d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2389:x1876096879576960:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 49us (4102us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185942.891177:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 91 00000100:00100000:1.0:1789185942.891209:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879576704 00000100:00100000:1.0:1789185942.891219:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879576704 00000100:00100000:1.0:1789185942.891384:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 36 00000100:00100000:1.0:1789185942.891392:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e5c6ede-0048-44ff-85dd-b5867120aa40+6:2389:x1876096879576704:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789185942.891444:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c411ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8e5c6ede-0048-44ff-85dd-b5867120aa40+6:2389:x1876096879576704:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 48us (4413us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185942.891451:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 36 00000100:00080000:1.0:1789185942.891584:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789185942.893781:0:17157:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c19b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:e1735a8d-9a99-4c85-bc30-d3542203dc16+6:2389:x1876096879576832:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 3937us (6799us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185942.893800:0:17157:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 90 00000100:00100000:2.0:1789185942.896305:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c411df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8e5c6ede-0048-44ff-85dd-b5867120aa40+13:2389:x1876096879576448:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 7503us (9299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185942.896325:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 89 00010000:00010000:0.0:1789185942.950879:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185943.974340:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789185943.975801:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898533248:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1789185943.975930:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185943.976021:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533248 00000100:00100000:0.0:1789185943.976032:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533248 00000100:00100000:0.0:1789185943.976111:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789185943.976124:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898533248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1789185943.976417:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1789185943.976708:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898533248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 584us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185943.976718:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1789185943.976749:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789185943.976827:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898533248:0@lo:13:osp-pre-0-0.0 00000001:00100000:2.0:1789185943.979827:0:19478:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8e5c6ede-0048-44ff-85dd-b5867120aa40 00000020:00000080:2.0:1789185943.979843:0:19478:0:(genops.c:885:class_export_put()) final put ffff98f1c4392800/8e5c6ede-0048-44ff-85dd-b5867120aa40 00000001:00100000:2.0:1789185943.979881:0:19478:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of e1735a8d-9a99-4c85-bc30-d3542203dc16 00000020:00000080:2.0:1789185943.979884:0:19478:0:(genops.c:885:class_export_put()) final put ffff98f2ffaf8800/e1735a8d-9a99-4c85-bc30-d3542203dc16 00000020:00000080:3.0:1789185943.979963:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4392800/8e5c6ede-0048-44ff-85dd-b5867120aa40 for lustre-OST0001 00000020:00000080:3.0:1789185943.980033:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2ffaf8800/e1735a8d-9a99-4c85-bc30-d3542203dc16 for lustre-OST0001 00000020:00000080:3.0:1789185943.980055:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c4397800 for lustre-OST0001 00000020:00000080:3.0:1789185943.980061:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2ffaff000 for lustre-OST0001 00000001:00080000:3.0:1789185943.980887:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:3.0:1789185943.980936:0:17135:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1789185943.980964:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1789185943.980979:0:17195:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00100000:2.0:1789185944.998531:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789185944.998565:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898533376:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1789185944.998659:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185944.998786:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533376 00000100:00100000:0.0:1789185944.998796:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533376 00000100:00100000:0.0:1789185944.998880:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789185944.998892:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898533376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789185944.998943:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1789185944.998999:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898533376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185944.999008:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1789185945.000675:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789185945.001582:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789185945.001626:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898533504:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789185945.001732:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185945.001826:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898533376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789185945.002097:0:17896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533504 00000100:00100000:3.0:1789185945.002106:0:17896:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533504 00000100:00100000:3.0:1789185945.002245:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1789185945.002259:0:17896:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898533504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789185945.002314:0:17896:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1789185945.002387:0:17896:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898533504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 131us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185945.002423:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1789185945.002496:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898533504:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1789185945.190699:0:17909:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1789185945.436713:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789185945.436830:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789185945.442201:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879577088 00000100:00100000:0.0:1789185945.442216:0:17140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879577088 00000100:00100000:0.0:1789185945.442293:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879577344 00000100:00100000:0.0:1789185945.442297:0:17140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879577344 00000100:00100000:0.0:1789185945.442337:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 4 00000100:00100000:0.0:1789185945.442348:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef2505e-7927-4768-ad72-37facf71ba21+14:2391:x1876096879577088:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789185945.442364:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789185945.442384:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402ec00/0xda5c730d5a74396 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee521ba expref: 14 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185945.442418:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789185945.442489:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef2505e-7927-4768-ad72-37facf71ba21+13:2391:x1876096879577088:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 142us (5784us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185945.442496:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 4 00000100:00100000:0.0:1789185945.442517:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 5 00000100:00100000:0.0:1789185945.442523:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef2505e-7927-4768-ad72-37facf71ba21+12:2391:x1876096879577344:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789185945.442531:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789185945.442541:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402fe00/0xda5c730d5a74422 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee522a1 expref: 12 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185945.442549:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789185945.442567:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef2505e-7927-4768-ad72-37facf71ba21+11:2391:x1876096879577344:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 45us (5739us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185945.442573:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 5 00000100:00100000:2.0:1789185945.444691:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789185945.444788:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185945.445333:0:18662:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879577600 00000100:00100000:1.0:1789185945.445357:0:18662:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879577600 00000100:00100000:1.0:1789185945.445431:0:18662:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 35 00000100:00100000:1.0:1789185945.445442:0:18662:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e5c6ede-0048-44ff-85dd-b5867120aa40+6:2388:x1876096879577600:12345-192.168.204.48@tcp:9:umount.0 00000020:00000080:1.0:1789185945.445487:0:18662:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743b9 00000020:00010000:1.0:1789185945.445497:0:18662:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98f1c4395000: total 0 00000100:00080000:1.0:1789185945.445501:0:18662:0:(import.c:65:import_set_state_nolock()) ffff98f1c4395800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789185945.445550:0:18662:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1789185945.445619:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879577216 00000100:00100000:3.0:1789185945.445625:0:17141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879577216 00000020:00010000:2.0:1789185945.445713:0:17143:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98f1c4395000: total 0 00010000:00010000:2.0:1789185945.445717:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185945.445748:0:17143:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98f1c4395000, canceled 0 locks, left on hash table 1. 00002000:00010000:2.0:1789185945.446217:0:17143:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:2.0:1789185945.446228:0:17143:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb mtime from disk: 1789185931 -> 1789185932 00002000:00010000:2.0:1789185945.446231:0:17143:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb ctime from disk: 1789185931 -> 1789185932 00002000:00010000:2.0:1789185945.446233:0:17143:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1789185945.446257:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000430a92cd/0xda5c730d5a74732 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52381 expref: 4 pid: 18664 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185945.446281:0:17143:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98f1c4395000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1789185945.446292:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185945.446294:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185945.446296:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789185945.446305:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789185945.446515:0:18662:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8e5c6ede-0048-44ff-85dd-b5867120aa40+2:2388:x1876096879577600:12345-192.168.204.48@tcp:9:umount.0 Request processed in 1072us (1732us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185945.446523:0:18662:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 35 00000100:00100000:3.0:1789185945.446700:0:17141:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:3.0:1789185945.446762:0:17141:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3486d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:aef2505e-7927-4768-ad72-37facf71ba21+11:2391:x1876096879577216:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789185945.446775:0:17141:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789185945.446787:0:17141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402e800/0xda5c730d5a7439d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee521eb expref: 11 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.446811:0:17141:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789185945.446841:0:17141:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3486d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:aef2505e-7927-4768-ad72-37facf71ba21+10:2391:x1876096879577216:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 85us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185945.451262:0:17141:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:1.0:1789185945.461327:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789185945.461618:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879578496 00000100:00100000:2.0:1789185945.461629:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879578496 00000100:00100000:2.0:1789185945.461707:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 76 00000100:00080000:0.0:1789185945.461711:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789185945.461717:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+12:2388:x1876096879578496:12345-192.168.204.48@tcp:39:umount.0 00000020:00000080:2.0:1789185945.461766:0:17156:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743ab 00000020:00010000:2.0:1789185945.461783:0:17156:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98f1c4390000: total 0 00000100:00080000:2.0:1789185945.461788:0:17156:0:(import.c:65:import_set_state_nolock()) ffff98f1c4394800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789185945.461820:0:17156:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:3.0:1789185945.461857:0:17144:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98f1c4390000: total 0 00010000:00010000:3.0:1789185945.461943:0:17144:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98f1c4390000, canceled 0 locks, left on hash table 7. 00010000:00010000:3.0:1789185945.461978:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff98f300ff3a00) 00010000:00010000:3.0:1789185945.461981:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789185945.461998:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f1c1bf8000/0xda5c730d5a746d7 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5235e expref: 11 pid: 18686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789185945.462008:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8e5c6ede-0048-44ff-85dd-b5867120aa40+11:2388:x1876096879578496:12345-192.168.204.48@tcp:39:umount.0 Request processed in 292us (691us total) trans 8589934637 rc 0/0 00000100:00100000:2.0:1789185945.462015:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 76 00010000:00010000:3.0:1789185945.462031:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98f2f28ee900) 00010000:00010000:3.0:1789185945.462033:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789185945.462038:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74492 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee522af expref: 9 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.462052:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f1c33d9f00) 00010000:00010000:3.0:1789185945.462064:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789185945.462070:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f1c402e200/0xda5c730d5a744d1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee522bd expref: 8 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.462087:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98f1c33d9600) 00010000:00010000:3.0:1789185945.462090:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789185945.462093:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0e00/0xda5c730d5a7467c lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52349 expref: 7 pid: 18686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.462104:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff98f1c33d9600) 00010000:00010000:3.0:1789185945.462107:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789185945.462120:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c0031800/0xda5c730d5a74740 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52388 expref: 6 pid: 17155 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.462139:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98f2f28ee800) 00010000:00010000:3.0:1789185945.462141:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789185945.462145:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74476 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee522a8 expref: 5 pid: 18686 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.462158:0:17144:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff98f2f28ee700) 00010000:00010000:3.0:1789185945.462160:0:17144:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1789185945.462163:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f300ddfe00/0xda5c730d5a74556 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee522e7 expref: 4 pid: 17156 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185945.462175:0:17144:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98f1c4390000, canceled 7 locks, left on hash table 0. 00010000:00010000:3.0:1789185945.462192:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185945.462195:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185945.462197:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789185945.468794:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789185945.469109:0:20592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879578624 00000100:00100000:3.0:1789185945.469146:0:20592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879578624 00000100:00080000:0.0:1789185945.469203:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789185945.469269:0:20592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 77 00000100:00100000:3.0:1789185945.469281:0:20592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e5c6ede-0048-44ff-85dd-b5867120aa40+5:2388:x1876096879578624:12345-192.168.204.48@tcp:39:umount.0 00000020:00000080:3.0:1789185945.469332:0:20592:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743b2 00000100:00080000:3.0:1789185945.469352:0:20592:0:(import.c:65:import_set_state_nolock()) ffff98f1c4393000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1789185945.469382:0:20592:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:2.0:1789185945.469824:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185945.470059:0:20592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8e5c6ede-0048-44ff-85dd-b5867120aa40+3:2388:x1876096879578624:12345-192.168.204.48@tcp:39:umount.0 Request processed in 777us (1272us total) trans 8589934593 rc 0/0 00000100:00100000:3.0:1789185945.470068:0:20592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 77 00000100:00100000:0.0:1789185945.511282:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898533632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789185945.511361:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185945.511548:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533632 00000100:00100000:2.0:1789185945.511558:0:17160:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533632 00000100:00100000:2.0:1789185945.511613:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1789185945.511622:0:17160:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898533632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1789185945.511670:0:17160:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789185945.512635:0:17160:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898533632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1009us (1270us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185945.512645:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789185945.513382:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898533632:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1789185946.028561:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789185946.534287:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898534144:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534358:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534413:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898534656:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534433:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534447:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1876096898535168:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534468:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534492:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1789185946.534497:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898533760:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534524:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534543:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898534272:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534562:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534574:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898534784:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534592:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534605:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898535296:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534623:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.534649:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535168 00000100:00100000:2.0:1789185946.534656:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535168 00000100:00100000:2.0:1789185946.534700:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534272 00000100:00100000:2.0:1789185946.534703:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534272 00000100:00100000:2.0:1789185946.534714:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534784 00000100:00100000:2.0:1789185946.534716:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534784 00000100:00100000:2.0:1789185946.534742:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535296 00000100:00100000:2.0:1789185946.534744:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535296 00000100:00100000:2.0:1789185946.534758:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789185946.534766:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1876096898535168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534816:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3635:x1876096898535168:12345-0@lo:400:kworker.0 Request processed in 50us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.534823:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789185946.534838:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789185946.534844:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898534272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534869:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898534272:12345-0@lo:400:kworker.0 Request processed in 26us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.534875:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:2.0:1789185946.534884:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789185946.534889:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898534784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534935:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898534784:12345-0@lo:400:kworker.0 Request processed in 45us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.534940:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1789185946.534952:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789185946.534957:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876096898535296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.534982:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876096898535296:12345-0@lo:400:kworker.0 Request processed in 25us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.534987:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789185946.535004:0:17149:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533760 00000100:00100000:2.0:1789185946.535007:0:17149:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533760 00000100:00100000:2.0:1789185946.535027:0:17149:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1789185946.535033:0:17149:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f3003ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898533760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535069:0:17149:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f3003ef450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898533760:12345-0@lo:400:kworker.0 Request processed in 36us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.535076:0:17149:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1789185946.535132:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bda300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898533760:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535144:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898534272:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535152:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898534784:0@lo:400:kworker.0 00010000:00080000:2.0:1789185946.535162:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c34b5500 x1876096898535296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185946.535172:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898535296:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535180:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3635:1876096898535168:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535212:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898534016:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535236:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.535254:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898534528:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535271:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.535285:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1876096898535040:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535301:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.535315:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1789185946.535321:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898533888:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535339:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.535354:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898534400:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535370:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.535384:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1876096898534912:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535416:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185946.535437:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898535424:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789185946.535446:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534144 00000100:00100000:2.0:1789185946.535451:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534144 00000100:00100000:2.0:1789185946.535475:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534656 00000100:00100000:0.0:1789185946.535478:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185946.535480:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534656 00000100:00100000:2.0:1789185946.535497:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534016 00000100:00100000:2.0:1789185946.535499:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534016 00000100:00100000:2.0:1789185946.535514:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534528 00000100:00100000:2.0:1789185946.535517:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534528 00000100:00080000:0.0:1789185946.535520:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789185946.535526:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789185946.535530:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1789185946.535533:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00080000:0.0:1789185946.535534:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789185946.535544:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898534144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535550:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898533888 00000100:00100000:0.0:1789185946.535556:0:17161:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898533888 00000100:00100000:2.0:1789185946.535583:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898534144:12345-0@lo:400:kworker.0 Request processed in 40us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.535591:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1789185946.535597:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534400 00000100:00100000:0.0:1789185946.535603:0:17161:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534400 00000100:00100000:2.0:1789185946.535608:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789185946.535619:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898534656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535625:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789185946.535635:0:17161:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898533888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535649:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898534656:12345-0@lo:400:kworker.0 Request processed in 33us (1214us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.535656:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1789185946.535670:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789185946.535677:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898534016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535685:0:17161:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898533888:12345-0@lo:400:kworker.0 Request processed in 51us (344us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185946.535693:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1789185946.535712:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898534016:12345-0@lo:400:kworker.0 Request processed in 34us (474us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185946.535713:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789185946.535724:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789185946.535726:0:17161:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898534400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535740:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789185946.535749:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898534528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535765:0:17161:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898534400:12345-0@lo:400:kworker.0 Request processed in 41us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185946.535772:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789185946.535792:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898534528:12345-0@lo:400:kworker.0 Request processed in 44us (519us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.535805:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1789185946.535815:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535040 00000100:00100000:0.0:1789185946.535820:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535040 00000100:00100000:2.0:1789185946.535840:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898534144:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535853:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898534656:0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535864:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898534912 00000100:00100000:0.0:1789185946.535869:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898534912 00000100:00100000:2.0:1789185946.535876:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898533888:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535890:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898534400:0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535894:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1789185946.535904:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876096898535040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535926:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bdaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898534016:0@lo:400:kworker.0 00000100:00100000:2.0:1789185946.535943:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898534528:0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.535973:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1876096898535040:12345-0@lo:400:kworker.0 Request processed in 70us (669us total) trans 0 rc 0/0 00010000:00080000:2.0:1789185946.535978:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c34b7800 x1876096898535040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789185946.535984:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789185946.535996:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3638:1876096898535040:0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.536005:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1789185946.536013:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1876096898534912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185946.536047:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1876096898534912:12345-0@lo:400:kworker.0 Request processed in 35us (630us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185946.536055:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789185946.536069:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1876096898534912:0@lo:400:kworker.0 00000100:00080000:0.0:1789185946.536074:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1789185946.536086:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789185946.536964:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789185946.536980:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898535552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789185946.537024:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185946.539673:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535424 00000100:00100000:1.0:1789185946.539688:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535424 00000100:00100000:1.0:1789185946.539734:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535552 00000100:00100000:1.0:1789185946.539737:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535552 00000100:00100000:1.0:1789185946.539756:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789185946.539765:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898535424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1789185946.539799:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789185946.539971:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898535424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 206us (4494us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185946.539979:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789185946.539995:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789185946.540001:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898535552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789185946.540012:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789185946.540038:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898535552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185946.540044:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789185946.541261:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898535424:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789185946.541299:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898535552:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789185946.916972:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789185946.917002:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789185946.917027:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789185946.917314:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879578880 00000100:00100000:3.0:1789185946.917333:0:17141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879578880 00000100:00100000:1.0:1789185946.917380:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879578752 00000100:00100000:1.0:1789185946.917391:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879578752 00000100:00100000:3.0:1789185946.917443:0:17141:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879579008 00000100:00100000:3.0:1789185946.917450:0:17141:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879579008 00000100:00100000:1.0:1789185946.917451:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:1.0:1789185946.917470:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aef2505e-7927-4768-ad72-37facf71ba21+12:2391:x1876096879578880:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789185946.917485:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789185946.917505:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402f000/0xda5c730d5a7441b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5229a expref: 12 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185946.917525:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789185946.917631:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:0.0:1789185946.917647:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef2505e-7927-4768-ad72-37facf71ba21+11:2389:x1876096879578752:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789185946.917663:0:17140:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789185946.917686:0:17140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c1bf9400/0xda5c730d5a743d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5222a expref: 11 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185946.917707:0:17140:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789185946.917710:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aef2505e-7927-4768-ad72-37facf71ba21+10:2391:x1876096879578880:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 243us (743us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185946.917721:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:1.0:1789185946.917746:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:1.0:1789185946.917755:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aef2505e-7927-4768-ad72-37facf71ba21+9:2389:x1876096879579008:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789185946.917765:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789185946.917777:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c1bf9e00/0xda5c730d5a743dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5225b expref: 9 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185946.917789:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789185946.917811:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:aef2505e-7927-4768-ad72-37facf71ba21+8:2389:x1876096879579008:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 58us (783us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185946.917816:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:0.0:1789185946.917836:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:aef2505e-7927-4768-ad72-37facf71ba21+7:2389:x1876096879578752:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 190us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185946.917846:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:0.0:1789185946.920638:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789185946.920745:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879579264 00000100:00100000:2.0:1789185946.920769:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879579264 00000100:00100000:2.0:1789185946.920860:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 78 00000100:00100000:2.0:1789185946.920871:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+6:2388:x1876096879579264:12345-192.168.204.48@tcp:39:umount.0 00000020:00000080:2.0:1789185946.920951:0:17156:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743ea 00000020:00010000:2.0:1789185946.920959:0:17156:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98f2ffaf9000: total 0 00000100:00080000:2.0:1789185946.920965:0:17156:0:(import.c:65:import_set_state_nolock()) ffff98f2ffaff800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1789185946.920986:0:17156:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000100:00100000:2.0:1789185946.921155:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2388:x1876096879579264:12345-192.168.204.48@tcp:39:umount.0 Request processed in 285us (529us total) trans 8589934638 rc 0/0 00000100:00100000:2.0:1789185946.921166:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 78 00000020:00010000:3.0:1789185946.921470:0:17143:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98f2ffaf9000: total 0 00010000:00010000:3.0:1789185946.921475:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185946.921521:0:17143:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98f2ffaf9000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789185946.921556:0:17143:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f1c33d9f00) 00010000:00010000:3.0:1789185946.921560:0:17143:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789185946.921570:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f1c402f400/0xda5c730d5a744df lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee522c4 expref: 4 pid: 17157 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185946.921593:0:17143:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98f2ffaf9000, canceled 1 locks, left on hash table 0. 00010000:00010000:3.0:1789185946.921610:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185946.921613:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185946.921614:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789185946.921623:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789185946.933518:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789185946.933620:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879579392 00000100:00100000:1.0:1789185946.933630:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879579392 00000100:00100000:1.0:1789185946.933718:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 79 00000100:00100000:1.0:1789185946.933729:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1735a8d-9a99-4c85-bc30-d3542203dc16+5:2388:x1876096879579392:12345-192.168.204.48@tcp:39:umount.0 00000020:00000080:1.0:1789185946.933771:0:17155:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a743f1 00000100:00080000:1.0:1789185946.933793:0:17155:0:(import.c:65:import_set_state_nolock()) ffff98f2ffafb800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789185946.933825:0:17155:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1789185946.934004:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:e1735a8d-9a99-4c85-bc30-d3542203dc16+3:2388:x1876096879579392:12345-192.168.204.48@tcp:39:umount.0 Request processed in 276us (494us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1789185946.934011:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 79 00000100:00080000:0.0:1789185946.934128:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1789185946.934439:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185946.964099:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789185946.964202:0:17150:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879579648 00000100:00100000:2.0:1789185946.964213:0:17150:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879579648 00000100:00100000:2.0:1789185946.964288:0:17150:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 176 00000100:00100000:2.0:1789185946.964298:0:17150:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f3003ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef2505e-7927-4768-ad72-37facf71ba21+7:2388:x1876096879579648:12345-192.168.204.48@tcp:251:umount.0 00000020:00000080:2.0:1789185946.964344:0:17150:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74388 00000020:00010000:2.0:1789185946.964352:0:17150:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98f1c2c6a000: total 0 00000100:00080000:2.0:1789185946.964357:0:17150:0:(import.c:65:import_set_state_nolock()) ffff98f1c2c6a800 : changing import state from FULL to CLOSED 00000100:00100000:2.0:1789185946.964432:0:17150:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f3003ed850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:aef2505e-7927-4768-ad72-37facf71ba21+3:2388:x1876096879579648:12345-192.168.204.48@tcp:251:umount.0 Request processed in 134us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185946.964440:0:17150:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 176 00000020:00010000:3.0:1789185946.964728:0:17143:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98f1c2c6a000: total 0 00010000:00010000:3.0:1789185946.964777:0:17143:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98f1c2c6a000, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1789185946.964822:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c30da400/0xda5c730d5a7438f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee521b3 expref: 2 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185946.964836:0:17143:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98f1c2c6a000, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1789185946.964848:0:17143:0:(genops.c:885:class_export_put()) final put ffff98f1c2c6a000/aef2505e-7927-4768-ad72-37facf71ba21 00010000:00010000:3.0:1789185946.964867:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185946.964869:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185946.964871:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789185946.964950:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c2c6a000/aef2505e-7927-4768-ad72-37facf71ba21 for MGS 00000020:00000080:2.0:1789185946.964989:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c2c6a800 for MGS 00010000:00010000:3.0:1789185947.046242:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185948.071052:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789185948.367285:0:20727:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789185948.381507:0:20727:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:0.0:1789185948.381567:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.381583:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.381604:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.381611:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.381639:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789185948.381645:0:20727:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789185948.381677:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185948.381681:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789185948.381687:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789185948.381715:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f1c36a3800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:1.0:1789185948.381770:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789185948.381778:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.381786:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c402ea00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185948.381790:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.381799:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185948.381807:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185948.381813:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789185948.381816:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1789185948.381819:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1789185948.381846:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.381852:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185948.381881:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.381889:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f1c402ea00/0xda5c730d5a73f4b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73f52 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.381943:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185948.381945:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185948.381946:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789185948.382026:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898535808:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789185948.382028:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3634:1876096898535680:0@lo:39:umount.0 00000100:00100000:3.0:1789185948.382110:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185948.382129:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185948.382274:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535808 00000100:00100000:1.0:1789185948.382282:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535808 00000100:00100000:1.0:1789185948.382336:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1789185948.382345:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c6131450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898535808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789185948.382358:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789185948.382372:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402fc00/0xda5c730d5a73f52 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73f4b expref: 24 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.382384:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789185948.382429:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c6131450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+23:3635:x1876096898535808:12345-0@lo:103:ldlm_bl.0 Request processed in 84us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185948.382437:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789185948.382599:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898535808:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789185948.382790:0:20592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535680 00000100:00100000:2.0:1789185948.382796:0:20592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535680 00000100:00100000:2.0:1789185948.382835:0:20592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1789185948.382843:0:20592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1876096898535680:12345-0@lo:39:umount.0 00000020:00000080:2.0:1789185948.382866:0:20592:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f7c 00000100:00080000:2.0:1789185948.382874:0:20592:0:(import.c:65:import_set_state_nolock()) ffff98f2d27e4800 : changing import state from FULL to CLOSED 00010000:00010000:3.0:1789185948.382972:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789185948.383112:0:20592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+1:3634:x1876096898535680:12345-0@lo:39:umount.0 Request processed in 269us (1002us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185948.383119:0:20592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:2.0:1789185948.383126:0:20592:0:(genops.c:885:class_export_put()) final put ffff98f30009e000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789185948.383226:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30009e000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000100:00080000:3.0:1789185948.383261:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c36a3800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789185948.383276:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3634:1876096898535680:0@lo:39:umount.0 00000020:00000080:0.0:1789185948.383348:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2d27e4800 for lustre-MDT0000 00000100:00080000:0.0:1789185948.383362:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185948.383365:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789185948.383369:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789185948.384987:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385090:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385850:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385873:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385899:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789185948.385941:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385950:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385956:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385962:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385974:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789185948.385979:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385986:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.385993:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.386010:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386014:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789185948.386024:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.386031:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789185948.386034:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1a00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185948.386039:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.386040:0:20727:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.386069:0:20727:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386070:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.386084:0:20727:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185948.386087:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185948.386109:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789185948.386111:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1789185948.386142:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386148:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185948.386171:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386178:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1a00/0xda5c730d5a73e9c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73ea3 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386193:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789185948.386197:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386202:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30db800 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185948.386205:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386212:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185948.386219:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185948.386224:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789185948.386226:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789185948.386229:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789185948.386242:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386253:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185948.386269:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386276:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c30db800/0xda5c730d5a742a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a742af expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386285:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789185948.386288:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386293:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da600 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185948.386296:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386302:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185948.386320:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185948.386325:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789185948.386327:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789185948.386329:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789185948.386341:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386347:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185948.386352:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386367:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c30da600/0xda5c730d5a74453 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a7445a expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.386375:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185948.386377:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185948.386379:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185948.386389:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:3.0:1789185948.386408:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185948.386409:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898535936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185948.386477:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1789185948.386497:0:20727:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185948.386514:0:20727:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789185948.386519:0:20727:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:0.0:1789185948.386523:0:20727:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000100:00100000:1.0:1789185948.386541:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3637:1876096898536064:0@lo:103:ldlm_bl.0 00000020:01000004:0.0:1789185948.386566:0:20727:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0000 00000100:00100000:1.0:1789185948.386570:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:0.0:1789185948.386573:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:0.0:1789185948.386580:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185948.386586:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000100:00100000:1.0:1789185948.386593:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000020:00080000:0.0:1789185948.386593:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98f1c30ff800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000100:00100000:1.0:1789185948.386602:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3637:1876096898536192:0@lo:103:ldlm_bl.0 00000020:00080000:0.0:1789185948.386604:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98f1c201a800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789185948.386612:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98f2c2af3000 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789185948.386618:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000: ACTIVE ffff98f300309800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789185948.386628:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff98f2ffaf9000 e1735a8d-9a99-4c85-bc30-d3542203dc16 192.168.204.48@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000100:00100000:1.0:1789185948.386629:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:0.0:1789185948.386638:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000: UNLINKED ffff98f1c4390000 8e5c6ede-0048-44ff-85dd-b5867120aa40 192.168.204.48@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:0.0:1789185948.386650:0:20727:0:(genops.c:1552:class_disconnect_exports()) OBD device 5 (ffff98f1c2070000) has exports, disconnecting them 00000020:00080000:0.0:1789185948.386656:0:20727:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98f1c30ff800), last request at 1789185946 00000100:00100000:1.0:1789185948.386663:0:20295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898535936 00000020:00000080:0.0:1789185948.386664:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74277 00000100:00100000:1.0:1789185948.386673:0:20295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898535936 00000100:00080000:0.0:1789185948.386685:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f1c30fd000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789185948.386735:0:20727:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c30ff800): rc 0 00000020:00000080:0.0:1789185948.386738:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c30ff800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:0.0:1789185948.386747:0:20727:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98f1c201a800), last request at 1789185946 00000020:00000080:0.0:1789185948.386750:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74119 00000100:00080000:0.0:1789185948.386756:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f1c201f000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789185948.386762:0:20727:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c201a800): rc 0 00000020:00000080:0.0:1789185948.386764:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c201a800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:0.0:1789185948.386767:0:20727:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98f2c2af3000), last request at 1789185873 00000020:00000080:0.0:1789185948.386770:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7406a 00000100:00080000:0.0:1789185948.386773:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789185948.386778:0:20727:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f2c2af3000): rc 0 00000020:00000080:0.0:1789185948.386780:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2c2af3000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:0.0:1789185948.386785:0:20727:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff98f300309800), last request at 1789185873 00000020:00000080:2.0:1789185948.386788:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c30ff800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:0.0:1789185948.386789:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7400f 00000100:00080000:0.0:1789185948.386795:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9d000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789185948.386803:0:20727:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00000080:2.0:1789185948.386832:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c201a800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1789185948.386856:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c2af3000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1789185948.386877:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c30fd000 for lustre-MDT0000 00000020:00000080:2.0:1789185948.386888:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c201f000 for lustre-MDT0000 00000020:00000080:2.0:1789185948.386891:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2c2af4000 for lustre-MDT0000 00000100:00100000:1.0:1789185948.387147:0:20295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536064 00000100:00100000:1.0:1789185948.387152:0:20295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536064 00000020:00080000:0.0:1789185948.387303:0:20727:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f300309800): rc 0 00000004:00000080:0.0:1789185948.387309:0:20727:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffb21ac1d93ae0 00000100:00080000:0.0:1789185948.387329:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789185948.387333:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789185948.388143:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789185948.388167:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f1c36a0800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1789185948.388762:0:17142:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536192 00000100:00100000:2.0:1789185948.388772:0:17142:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536192 00000100:00100000:2.0:1789185948.388816:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789185948.388826:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+25:3635:x1876096898535936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789185948.388840:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789185948.388857:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2ff9c1e00/0xda5c730d5a73ea3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73e9c expref: 25 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185948.388871:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789185948.388953:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+24:3635:x1876096898535936:12345-0@lo:103:ldlm_bl.0 Request processed in 128us (2475us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185948.388962:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789185948.388984:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789185948.388992:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+23:3637:x1876096898536064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789185948.389000:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789185948.389010:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402ee00/0xda5c730d5a742af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a742a8 expref: 23 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185948.389019:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789185948.389081:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898535936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789185948.389113:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+22:3637:x1876096898536064:12345-0@lo:103:ldlm_bl.0 Request processed in 121us (2542us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185948.389119:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789185948.389134:0:17142:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789185948.389140:0:17142:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+21:3637:x1876096898536192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789185948.389148:0:17142:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789185948.389166:0:17142:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c30dbe00/0xda5c730d5a7445a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a74453 expref: 21 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185948.389178:0:17142:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789185948.389253:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789185948.389598:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789185948.389598:0:17142:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+20:3637:x1876096898536192:12345-0@lo:103:ldlm_bl.0 Request processed in 456us (2968us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185948.389613:0:17142:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:3.0:1789185948.389614:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1c00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789185948.389620:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185948.389630:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789185948.389637:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789185948.389650:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:3.0:1789185948.389652:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:3.0:1789185948.389655:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:3.0:1789185948.389680:0:17143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185948.389687:0:17143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789185948.389706:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185948.389712:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1c00/0xda5c730d5a73e8e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73e95 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185948.389725:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185948.389727:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185948.389728:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185948.389735:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1789185948.389747:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3636:1876096898536448:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789185948.389785:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185948.389819:0:20295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536448 00000100:00100000:1.0:1789185948.389825:0:20295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536448 00000100:00100000:1.0:1789185948.389852:0:20295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789185948.389859:0:20295:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8726680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+20:3636:x1876096898536448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789185948.389867:0:20295:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789185948.389876:0:20295:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2ff9c1600/0xda5c730d5a73e95 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73e8e expref: 20 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185948.389886:0:20295:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789185948.389931:0:20295:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8726680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+19:3636:x1876096898536448:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185948.389939:0:20295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789185948.389976:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3637:1876096898536192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185948.389987:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3637:1876096898536064:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789185948.390009:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1789185948.390166:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1789185948.390171:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:0.0:1789185948.390189:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789185948.390250:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1789185948.390342:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f30104b800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1789185948.390351:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1789185948.390353:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:0.0:1789185948.390362:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1789185948.390500:0:20727:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1789185948.390511:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f2f2752000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1789185948.390556:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff98f1c2070000) has no exports 00000100:00100000:0.0:1789185948.391015:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898536320:0@lo:39:umount.0 00000100:00100000:0.0:1789185948.391078:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185948.391407:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536320 00000100:00100000:1.0:1789185948.391414:0:17161:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536320 00000100:00100000:1.0:1789185948.391453:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1789185948.391462:0:17161:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1876096898536320:12345-0@lo:39:umount.0 00000020:00000080:1.0:1789185948.391492:0:17161:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74094 00000100:00080000:1.0:1789185948.391503:0:17161:0:(import.c:65:import_set_state_nolock()) ffff98f2d816f800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789185948.391526:0:17161:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789185948.391660:0:17161:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+3:3634:x1876096898536320:12345-0@lo:39:umount.0 Request processed in 198us (581us total) trans 8589934595 rc 0/0 00000100:00100000:1.0:1789185948.391669:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:2.0:1789185948.393961:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789185948.394453:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c36a0800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1789185948.394468:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898536320:0@lo:39:umount.0 00000100:00100000:1.0:1789185948.394481:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898536576:0@lo:9:umount.0 00000100:00100000:1.0:1789185948.394547:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185948.394582:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898536704:0@lo:9:umount.0 00000100:00100000:3.0:1789185948.394593:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3636:1876096898536448:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185948.394609:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185948.394655:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536576 00000100:00100000:1.0:1789185948.394662:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536576 00000100:00100000:1.0:1789185948.394787:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536704 00000100:00100000:1.0:1789185948.394791:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536704 00000100:00100000:1.0:1789185948.394826:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789185948.394835:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1876096898536576:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789185948.394862:0:18663:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7415f 00000100:00080000:1.0:1789185948.394871:0:18663:0:(import.c:65:import_set_state_nolock()) ffff98f1c3524000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789185948.394935:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:1.0:1789185948.395049:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3634:x1876096898536576:12345-0@lo:9:umount.0 Request processed in 215us (502us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185948.395074:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789185948.395090:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789185948.395097:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3634:x1876096898536704:12345-0@lo:9:umount.0 00000020:00000080:1.0:1789185948.395110:0:18663:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a742b6 00000100:00080000:1.0:1789185948.395115:0:18663:0:(import.c:65:import_set_state_nolock()) ffff98f1c30f8000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1789185948.395139:0:18663:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:1.0:1789185948.395221:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3634:x1876096898536704:12345-0@lo:9:umount.0 Request processed in 125us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185948.395228:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00010000:00010000:1.0:1789185948.395250:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789185948.395267:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f30104b800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789185948.395279:0:3634:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789185948.395281:0:3634:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789185948.395284:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898536576:0@lo:9:umount.0 00000100:00080000:1.0:1789185948.395293:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2f2752000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:1.0:1789185948.395300:0:3634:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:1.0:1789185948.395301:0:3634:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789185948.395304:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898536704:0@lo:9:umount.0 00000100:00080000:3.0:1789185948.395426:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1789185948.395432:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1789185948.395663:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1789185948.402250:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 5 (ffff98f1c2070000) has no exports 00000020:00000080:3.0:1789185948.453561:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ee9 00000020:00000080:3.0:1789185948.453579:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c3168000/lustre-QMT0000_UUID 00000020:01000000:3.0:1789185948.453962:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1789185948.454580:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3168000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1789185948.454608:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789185948.454618:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789185948.454622:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 7 (ffff98f1c34ecd40) has no exports 00000020:00000080:2.0:1789185948.455147:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ee2 00000020:00000080:2.0:1789185948.455154:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f300ec6000/lustre-MDT0000-osd_UUID 00000020:00000080:2.0:1789185948.455271:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789185948.455279:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1789185948.455283:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f300e75800/lustre-QMT0000_UUID 00000020:00000080:2.0:1789185948.455285:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff98f300e75800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1789185948.455290:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000020:00000080:0.0:1789185948.455372:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f300ec6000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:00010000:1.0:1789185949.094108:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185950.118101:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789185950.121811:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789185950.121851:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898536832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1789185950.121951:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185950.122017:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789185950.122039:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898536960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789185950.122108:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185950.122195:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536832 00000100:00100000:2.0:1789185950.122203:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536832 00000100:00100000:2.0:1789185950.122275:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789185950.122286:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898536832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789185950.122316:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1789185950.122373:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898536832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185950.122380:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1789185950.122428:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898536832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1789185950.122484:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1789185950.122568:0:17896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898536960 00000100:00100000:0.0:1789185950.122572:0:17896:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898536960 00000100:00100000:0.0:1789185950.122620:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1789185950.122629:0:17896:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3638:x1876096898536960:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1789185950.122635:0:17896:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1789185950.122678:0:17896:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3638:x1876096898536960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 47us (569us total) trans 0 rc -107/-107 00000100:00100000:0.0:1789185950.122683:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:02020000:3.0:1789185950.122793:0:3638:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:3.0:1789185950.126152:0:3638:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1789185950.126433:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789185950.126440:0:3638:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789185950.139534:0:3638:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789185950.139545:0:3638:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 512 00000100:00080000:3.0:1789185950.139562:0:3638:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff98f2d0b94800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789185950.139603:0:3638:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8725500 x1876096898537088/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789185950.139801:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898537088:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1789185950.140114:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185950.140821:0:17160:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537088 00000100:00100000:2.0:1789185950.140840:0:17160:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537088 00000100:00100000:2.0:1789185950.140950:0:17160:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1789185950.140959:0:17160:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3634:x1876096898537088:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1789185950.140978:0:17160:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1789185950.147229:0:17160:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3634:x1876096898537088:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 6261us (7107us total) trans 0 rc -19/-19 00000100:00100000:2.0:1789185950.147243:0:17160:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:0.0:1789185950.147696:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789185950.147703:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789185950.147707:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898537088:0@lo:38:ptlrpcd_00_03.0 00000001:00100000:0.0:1789185950.632032:0:17135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789185950.632043:0:17135:0:(genops.c:885:class_export_put()) final put ffff98f300309800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789185950.632069:0:17135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of e1735a8d-9a99-4c85-bc30-d3542203dc16 00000001:00080000:0.0:1789185950.632080:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:0.0:1789185950.632083:0:17135:0:(genops.c:885:class_export_put()) final put ffff98f2ffaf9000/e1735a8d-9a99-4c85-bc30-d3542203dc16 00000001:00100000:0.0:1789185950.632090:0:17135:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8e5c6ede-0048-44ff-85dd-b5867120aa40 00000001:00080000:0.0:1789185950.632094:0:17135:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:0.0:1789185950.632096:0:17135:0:(genops.c:885:class_export_put()) final put ffff98f1c4390000/8e5c6ede-0048-44ff-85dd-b5867120aa40 00000020:00000080:1.0:1789185950.632209:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f300309800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:1.0:1789185950.632259:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2ffaf9000/e1735a8d-9a99-4c85-bc30-d3542203dc16 for lustre-MDT0000 00000020:00000080:1.0:1789185950.632288:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4390000/8e5c6ede-0048-44ff-85dd-b5867120aa40 for lustre-MDT0000 00000020:00000080:1.0:1789185950.632316:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2c7f9d000 for lustre-MDT0000 00000020:00000080:1.0:1789185950.632321:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2ffaff800 for lustre-MDT0000 00000020:00000080:1.0:1789185950.632325:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c4394800 for lustre-MDT0000 00000001:00100000:2.0:1789185950.634200:0:17888:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:2.0:1789185950.634215:0:17888:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:2.0:1789185950.634220:0:17888:0:(genops.c:885:class_export_put()) final put ffff98f2d816b800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789185950.634247:0:17888:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of e1735a8d-9a99-4c85-bc30-d3542203dc16 00000001:00080000:2.0:1789185950.634253:0:17888:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1789185950.634255:0:17888:0:(genops.c:885:class_export_put()) final put ffff98f2ffafb000/e1735a8d-9a99-4c85-bc30-d3542203dc16 00000001:00100000:2.0:1789185950.634260:0:17888:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8e5c6ede-0048-44ff-85dd-b5867120aa40 00000001:00080000:2.0:1789185950.634268:0:17888:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1789185950.634270:0:17888:0:(genops.c:885:class_export_put()) final put ffff98f1c4396800/8e5c6ede-0048-44ff-85dd-b5867120aa40 00000001:00100000:2.0:1789185950.634435:0:18658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789185950.634439:0:18658:0:(genops.c:885:class_export_put()) final put ffff98f1c3522800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:2.0:1789185950.634448:0:18658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8e5c6ede-0048-44ff-85dd-b5867120aa40 00000020:00000080:2.0:1789185950.634451:0:18658:0:(genops.c:885:class_export_put()) final put ffff98f1c4395000/8e5c6ede-0048-44ff-85dd-b5867120aa40 00000020:00000080:0.0:1789185950.634514:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d816b800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1789185950.635379:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2ffafb000/e1735a8d-9a99-4c85-bc30-d3542203dc16 for lustre-MDT0001 00000020:00000080:0.0:1789185950.635410:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4396800/8e5c6ede-0048-44ff-85dd-b5867120aa40 for lustre-MDT0001 00000020:00000080:0.0:1789185950.635437:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3522800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1789185950.635454:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4395000/8e5c6ede-0048-44ff-85dd-b5867120aa40 for lustre-OST0000 00000020:00000080:0.0:1789185950.635468:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2d816f800 for lustre-MDT0001 00000020:00000080:0.0:1789185950.635473:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2ffafb800 for lustre-MDT0001 00000020:00000080:0.0:1789185950.635476:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c4393000 for lustre-MDT0001 00000020:00000080:0.0:1789185950.635480:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c3524000 for lustre-OST0000 00000020:00000080:0.0:1789185950.635483:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c4395800 for lustre-OST0000 00010000:00010000:1.0:1789185951.145900:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185951.654200:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789185951.654225:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898537216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789185951.654302:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185951.654372:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537216 00000100:00100000:0.0:1789185951.654382:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537216 00000100:00100000:0.0:1789185951.654521:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789185951.654532:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898537216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1789185951.654563:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1789185951.654610:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898537216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185951.654631:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00080000:1.0:1789185951.654812:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789185951.654855:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898537216:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789185951.656839:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185951.656845:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185951.656848:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185951.656857:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 589 00000100:00080000:1.0:1789185951.656863:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789185951.656874:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff98f2d0b94800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185951.656898:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8614380 x1876096898537472/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789185951.656969:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898537600:0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.657039:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898537728:0@lo:400:kworker.0 00000100:00100000:3.0:1789185951.657050:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185951.657118:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8614380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898537472:0@lo:38:kworker.0 00000100:00100000:2.0:1789185951.657185:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898537344:0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.660852:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185951.661712:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185951.661821:0:17161:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537472 00000100:00100000:0.0:1789185951.661831:0:17161:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537472 00000100:00100000:0.0:1789185951.661884:0:17161:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789185951.661893:0:17161:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898537472:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789185951.661902:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1876096898538240:0@lo:400:kworker.0 00010000:02000000:0.0:1789185951.661929:0:17161:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789185951.662066:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.662089:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789185951.662096:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1876096898537856:0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.662134:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.662163:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537728 00000100:00100000:1.0:1789185951.662167:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537728 00000100:00100000:1.0:1789185951.662263:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898538240 00000100:00100000:1.0:1789185951.662267:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898538240 00000100:00100000:1.0:1789185951.662293:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537856 00000100:00100000:1.0:1789185951.662296:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537856 00000100:00100000:1.0:1789185951.662307:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789185951.662315:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876096898538240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.662365:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3637:x1876096898538240:12345-0@lo:400:kworker.0 Request processed in 51us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185951.662372:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1789185951.662389:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789185951.662394:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1876096898537728:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789185951.662399:0:17155:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789185951.662427:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1876096898537728:12345-0@lo:400:kworker.0 Request processed in 32us (1582us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789185951.662434:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789185951.662446:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789185951.662450:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1876096898537856:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789185951.662455:0:17155:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1789185951.662480:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3637:x1876096898537856:12345-0@lo:400:kworker.0 Request processed in 29us (346us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789185951.662485:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00080000:1.0:1789185951.662504:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789185951.667303:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789185951.667312:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789185951.667317:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1789185951.667327:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1876096898538112:0@lo:400:kworker.0 00000100:00080000:1.0:1789185951.667340:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185951.667346:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 529 00000100:00080000:1.0:1789185951.667359:0:3637:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98f2c2af0800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185951.667393:0:3637:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2f758fb80 x1876096898538368/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789185951.667398:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.667430:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1876096898537856:0@lo:400:kworker.0 00000100:00080000:1.0:1789185951.667452:0:3637:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789185951.667455:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9c000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1789185951.667459:0:3637:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1789185951.667467:0:3637:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185951.667471:0:3637:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 512 00000100:00080000:1.0:1789185951.667477:0:3637:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff98f2c7f9c000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185951.667491:0:3637:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f1c3486d80 x1876096898538496/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789185951.667501:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898537728:0@lo:400:kworker.0 00010000:00080000:1.0:1789185951.667585:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8615500 x1876096898538240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789185951.667596:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1876096898538240:0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.667631:0:17155:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898538112 00000100:00100000:1.0:1789185951.667638:0:17155:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898538112 00000100:00100000:1.0:1789185951.667676:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1789185951.667939:0:18663:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537600 00000100:00100000:3.0:1789185951.667944:0:18663:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537600 00000100:00100000:3.0:1789185951.667981:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789185951.667990:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898537600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789185951.668299:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898537600:12345-0@lo:400:kworker.0 Request processed in 309us (11249us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185951.668311:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1789185951.668312:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876096898538112:12345-0@lo:400:kworker.0 00000020:00080000:1.0:1789185951.668323:0:17155:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1789185951.668355:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898537600:0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.668377:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3636:x1876096898538112:12345-0@lo:400:kworker.0 Request processed in 66us (980us total) trans 0 rc -107/-107 00000100:00080000:3.0:1789185951.668382:0:3636:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00100000:1.0:1789185951.668387:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00080000:3.0:1789185951.668393:0:3636:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1789185951.668399:0:3636:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1789185951.668403:0:3636:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789185951.668407:0:3636:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 544 00000100:00080000:3.0:1789185951.668415:0:3636:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98f2d0b91800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789185951.668433:0:3636:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8725180 x1876096898538624/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789185951.668446:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3636:1876096898538112:0@lo:400:kworker.0 00000100:00100000:1.0:1789185951.668459:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898538368:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789185951.668491:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.668510:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3634:1876096898538496:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1789185951.668657:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.668675:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898538624:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:1.0:1789185951.668695:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.668721:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898538368 00000100:00100000:1.0:1789185951.668725:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898538368 00000100:00100000:1.0:1789185951.668739:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898538496 00000100:00100000:1.0:1789185951.668741:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898538496 00000100:00100000:1.0:1789185951.668749:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898538624 00000100:00100000:1.0:1789185951.668751:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898538624 00000100:00100000:1.0:1789185951.668760:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789185951.668765:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3634:x1876096898538368:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789185951.668780:0:18686:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789185951.668811:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3634:x1876096898538368:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 45us (319us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789185951.668817:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1789185951.668828:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789185951.668832:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3634:x1876096898538496:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:1.0:1789185951.668837:0:18686:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789185951.668857:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3634:x1876096898538496:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 24us (200us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789185951.668862:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1789185951.668882:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1789185951.668887:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3634:x1876096898538624:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:1.0:1789185951.668894:0:18686:0:(ldlm_lib.c:1212:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1789185951.668943:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3634:x1876096898538624:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 54us (246us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789185951.668948:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:1.0:1789185951.668974:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789185951.668978:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789185951.668982:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898538368:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1789185951.668989:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789185951.669004:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789185951.669007:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3634:1876096898538496:0@lo:38:ptlrpcd_00_02.0 00000100:00080000:1.0:1789185951.669015:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789185951.669018:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789185951.669020:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898538624:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1789185951.669323:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789185951.669353:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898537984:0@lo:400:kworker.0 00000100:00100000:2.0:1789185951.669377:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185951.669553:0:17147:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537344 00000100:00100000:1.0:1789185951.669559:0:17147:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537344 00000100:00100000:1.0:1789185951.669596:0:17147:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1789185951.669604:0:17147:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f3003eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+19:3635:x1876096898537344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789185951.669614:0:18686:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898537984 00000100:00100000:3.0:1789185951.669620:0:18686:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898537984 00000100:00100000:1.0:1789185951.669642:0:17147:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f3003eec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8b5e51b6-f73d-464f-892e-c60a26cf0ba7+19:3635:x1876096898537344:12345-0@lo:400:kworker.0 Request processed in 38us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185951.669650:0:17147:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1789185951.669665:0:18686:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:3.0:1789185951.669675:0:18686:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898537984:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789185951.669683:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789185951.669717:0:18686:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898537984:12345-0@lo:400:kworker.0 Request processed in 44us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185951.669723:0:18686:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00080000:2.0:1789185951.669774:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8616d80 x1876096898537984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185951.669784:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898537984:0@lo:400:kworker.0 00000100:00100000:2.0:1789185951.669810:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898537344:0@lo:400:kworker.0 00000100:00100000:0.0:1789185951.677070:0:17161:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898537472:12345-0@lo:38:kworker.0 Request processed in 15168us (15352us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789185951.677086:0:17161:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:1.0:1789185951.677580:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789185951.677587:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789185951.677608:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8614380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898537472:0@lo:38:kworker.0 00010000:00010000:1.0:1789185952.166289:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185953.190129:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789185953.704820:0:19478:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1789185953.704830:0:19478:0:(genops.c:885:class_export_put()) final put ffff98f1c30fa000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1789185953.704929:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c30fa000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789185953.704991:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c30f8000 for lustre-OST0001 00010000:00010000:1.0:1789185954.214849:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1789185954.534026:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f2d2eb6de0 - data ffff98f2dcc1a360/ffff98f1c423ec00 00000020:01000000:2.0:1789185954.534210:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f1c221a6c0 - data ffff98f2d308ad80/ffff98f30076b400 00000001:00000004:2.0:1789185954.547489:0:20727:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:3.0:1789185954.606392:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789185954.606401:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789185954.606416:0:20727:0:(client.c:3164:ptlrpc_free_committed()) @@@ free request with old gen req@ffff98f2d872c000 x1876096898536320/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789185958 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789185954.606441:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789185954.611759:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789185954.611768:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:3.0:1789185954.611859:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185954.611863:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1789185954.619318:0:17179:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1789185954.619327:0:17179:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 2 count 1 00000040:00080000:1.0:1789185954.619342:0:17179:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:1.0:1789185954.626146:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789185954.626155:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:1.0:1789185954.626312:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789185954.626316:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1789185954.633741:0:17181:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1789185954.633750:0:17181:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 1 count 1 00000040:00080000:3.0:1789185954.633777:0:17181:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:1.0:1789185954.634711:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73eb1 00000020:00000080:1.0:1789185954.634723:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f300e73000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789185954.635399:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f300e73000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789185954.637483:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ec6 00000020:00000080:1.0:1789185954.637497:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2e79ca800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789185954.637550:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:1.0:1789185954.637556:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789185954.637565:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1789185954.637569:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 4 (ffff98f1c34eb380) has no exports 00000004:01000000:1.0:1789185954.637851:0:20727:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:1.0:1789185954.637860:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f28 00000020:00000080:1.0:1789185954.637866:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f30009f000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789185954.641325:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2e79ca800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:1.0:1789185954.644361:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789185954.644397:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789185954.644409:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789185954.644415:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 10 (ffff98f1c34e99c0) has no exports 00000020:00000080:1.0:1789185954.644426:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f21 00000020:00000080:1.0:1789185954.644435:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2f2753000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789185954.648070:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30009f000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00010000:01000000:1.0:1789185954.648675:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789185954.648690:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:1.0:1789185954.648694:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:1.0:1789185954.648701:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789185954.648704:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789185954.652095:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2f2753000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1789185954.652224:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789185954.652237:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789185954.652247:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f13 00000020:00000080:1.0:1789185954.652257:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2f2756000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789185954.652264:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:1.0:1789185954.652272:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789185954.652278:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789185954.652282:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 9 (ffff98f2f75e0000) has no exports 00000020:00000080:1.0:1789185954.652289:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f0c 00000020:00000080:1.0:1789185954.652292:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f30104d800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789185954.652369:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2f2752000 for lustre-OST0001-osc-MDT0000 00000020:00000080:3.0:1789185954.652377:0:8:0:(genops.c:885:class_export_put()) final put ffff98f2f2757800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789185954.652379:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2f2757800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:3.0:1789185954.652386:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789185954.652489:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2f2756000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789185954.652496:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30104d800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:1.0:1789185954.653589:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:1.0:1789185954.654079:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:1.0:1789185954.654084:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:1.0:1789185954.654092:0:20727:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:1.0:1789185954.654095:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789185954.654150:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1789185954.654159:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:1.0:1789185954.654177:0:20727:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:1.0:1789185954.654185:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73efe 00000020:00000080:1.0:1789185954.654195:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f301049000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:1.0:1789185954.654202:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:1.0:1789185954.654207:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1789185954.654212:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1789185954.654216:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 8 (ffff98f2f75e4d40) has no exports 00000020:00000080:1.0:1789185954.654222:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ef7 00000020:00000080:1.0:1789185954.654227:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c316a000/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1789185954.654324:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f30104b800 for lustre-OST0000-osc-MDT0000 00000020:00000080:3.0:1789185954.654332:0:8:0:(genops.c:885:class_export_put()) final put ffff98f301049800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789185954.654335:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f301049800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:3.0:1789185954.654340:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789185954.654429:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f301049000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789185954.654435:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c316a000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1789185954.658108:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1789185954.658117:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789185954.658121:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789185954.658130:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789185954.658191:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185954.658204:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789185954.658235:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185954.658238:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789185954.658244:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f300e76000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1789185954.658248:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff98f300e76000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1789185954.658260:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789185954.658363:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ecd 00000020:00000080:0.0:1789185954.658370:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2e79cc000/lustre-MDD0000_UUID 00000020:01000000:0.0:1789185954.658375:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1789185954.658378:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185954.658383:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789185954.658386:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 6 (ffff98f300184d40) has no exports 00000020:00000080:0.0:1789185954.658418:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185954.658422:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1789185954.658426:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ed4 00000020:00000080:0.0:1789185954.658429:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2e79cf000/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1789185954.658438:0:20727:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f1c41b6000 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1789185954.658441:0:20727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c41b6000 3 00000020:01000004:0.0:1789185954.658444:0:20727:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98f1c41b6000 from lustre-MDT0000 00000020:00000080:0.0:1789185954.658460:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185954.658462:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1789185954.658465:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f2e79cd800/lustre-MDT0000_UUID 00000020:00000080:0.0:1789185954.658467:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2e79cd800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1789185954.658473:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:0.0:1789185954.658503:0:20727:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1789185954.658507:0:20727:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1789185954.658509:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1789185954.658511:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185954.658514:0:20727:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1789185954.658520:0:20727:0:(genops.c:1818:print_export_data()) MGS: ACTIVE ffff98f2c6ff6800 8b5e51b6-f73d-464f-892e-c60a26cf0ba7 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789185954.658525:0:20727:0:(genops.c:1552:class_disconnect_exports()) OBD device 1 (ffff98f1c2074d40) has exports, disconnecting them 00000020:00080000:0.0:1789185954.658529:0:20727:0:(genops.c:1527:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff98f2c6ff6800), last request at 1789185856 00000020:00000080:0.0:1789185954.658543:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73e79 00000020:00010000:0.0:1789185954.658547:0:20727:0:(genops.c:1920:obd_stale_export_put()) Put export ffff98f2c6ff6800: total 2 00000100:00080000:0.0:1789185954.658551:0:20727:0:(import.c:65:import_set_state_nolock()) ffff98f2c6ff0800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789185954.658566:0:20727:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f2c6ff6800): rc 0 00000020:00080000:0.0:1789185954.658569:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 1 (ffff98f1c2074d40) has no exports 00000100:00100000:0.0:1789185954.658621:0:17149:0:(service.c:3188:ptlrpc_main()) ll_mgs_0001: service thread [ffff98f300d68800:17149] 1 exiting: rc = 0 00000100:00100000:3.0:1789185954.658756:0:17150:0:(service.c:3188:ptlrpc_main()) ll_mgs_0002: service thread [ffff98f2c3edf000:17150] 2 exiting: rc = 0 00000020:00000080:3.0:1789185954.658808:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c36a0800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:3.0:1789185954.658813:0:8:0:(genops.c:885:class_export_put()) final put ffff98f1c316e000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1789185954.658815:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c316e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:3.0:1789185954.658818:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1789185954.658876:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2e79cc000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:3.0:1789185954.658879:0:8:0:(genops.c:885:class_export_put()) final put ffff98f2e79ce800/lustre-MDD0000_UUID 00000020:00000080:3.0:1789185954.658881:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2e79ce800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:3.0:1789185954.658884:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:3.0:1789185954.658953:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2e79cf000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00010000:0.0:1789185954.660702:0:17143:0:(genops.c:1906:obd_stale_export_get()) Get export ffff98f2c6ff6800: total 0 00010000:00010000:0.0:1789185954.660710:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789185954.660767:0:17143:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff98f2c6ff6800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1789185954.660802:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c30daa00/0xda5c730d5a7444c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a74445 expref: 14 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660838:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402f600/0xda5c730d5a740da lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a740d3 expref: 13 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660848:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402f800/0xda5c730d5a73f98 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73f91 expref: 12 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660860:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c30da200/0xda5c730d5a74238 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a74231 expref: 11 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660870:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2ff9c1000/0xda5c730d5a74104 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a740fd expref: 10 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660879:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c30db400/0xda5c730d5a74430 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a74429 expref: 9 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660887:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c166d200/0xda5c730d5a74055 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a7404e expref: 8 pid: 17147 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660897:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c402f200/0xda5c730d5a73fa6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73f9f expref: 7 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660924:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a7443e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a74437 expref: 6 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660955:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c166c400/0xda5c730d5a73fb4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73fad expref: 5 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660967:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2ff9c1800/0xda5c730d5a74262 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a7425b expref: 4 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.660988:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c166d400/0xda5c730d5a73e87 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a73e80 expref: 3 pid: 17149 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.661007:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2ff9c0400/0xda5c730d5a742a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xda5c730d5a7429a expref: 2 pid: 17150 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185954.661017:0:17143:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff98f2c6ff6800, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1789185954.661031:0:17143:0:(genops.c:885:class_export_put()) final put ffff98f2c6ff6800/8b5e51b6-f73d-464f-892e-c60a26cf0ba7 00010000:00010000:0.0:1789185954.661054:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789185954.661056:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789185954.661057:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1789185954.661087:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c6ff6800/8b5e51b6-f73d-464f-892e-c60a26cf0ba7 for MGS 00000020:00000080:3.0:1789185954.661126:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2c6ff0800 for MGS 00000100:00100000:0.0:1789185954.662109:0:17147:0:(service.c:3188:ptlrpc_main()) ll_mgs_0000: service thread [ffff98f300d69600:17147] 0 exiting: rc = 1 00000100:00100000:3.0:1789185954.662222:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662232:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662238:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662244:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662250:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662258:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662263:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662271:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662277:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662283:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662288:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662293:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662298:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662309:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662315:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662321:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662327:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662332:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662340:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662345:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662351:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662355:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662361:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662366:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662371:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662377:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662382:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662387:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662393:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662399:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662405:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662411:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662433:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662439:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662445:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662451:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662457:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662463:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662469:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662475:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662481:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662487:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662493:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662499:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662506:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662512:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662518:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662523:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662529:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662534:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662879:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662887:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662892:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662897:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662902:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662954:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662962:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662968:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662974:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662978:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662984:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662989:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.662995:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185954.663001:0:20727:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:01000000:3.0:1789185954.674293:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f1c2fb59c0 - data ffff98f2d6aa05e8/ffff98f2d85cfc00 00000020:01000000:3.0:1789185954.674704:0:20727:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f1c23d9d20 - data ffff98f2d1ffa288/ffff98f2f66b9800 00000020:00000080:3.0:1789185954.676522:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73e5d 00000020:00000080:3.0:1789185954.676546:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c41b6800/lustre-MDT0000-osd_UUID 00000020:01000004:3.0:1789185954.676568:0:20727:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f1c41b6000 from MGS, refs=2 00000020:01000004:3.0:1789185954.676572:0:20727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c41b6000 2 00000020:01000004:3.0:1789185954.676575:0:20727:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98f1c41b6000 from MGS 00000020:00000080:3.0:1789185954.676608:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185954.676615:0:20727:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:3.0:1789185954.676619:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c41b1800/MGS 00000020:00000080:3.0:1789185954.676621:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c41b1800/MGS for MGS 00000020:01000000:3.0:1789185954.676628:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:3.0:1789185954.676706:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:3.0:1789185954.676710:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185954.676716:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789185954.676722:0:20727:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff98f30104d000 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789185954.676728:0:20727:0:(genops.c:1552:class_disconnect_exports()) OBD device 11 (ffff98f2f75e19c0) has exports, disconnecting them 00000020:00080000:3.0:1789185954.676733:0:20727:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff98f30104d000), last request at 1789185857 00000020:00000080:3.0:1789185954.676737:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f60 00000020:00080000:3.0:1789185954.676747:0:20727:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f30104d000): rc 0 00000020:00000080:3.0:1789185954.676752:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f30104d000/lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789185954.678076:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c41b6800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789185954.678094:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30104d000/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:0.0:1789185954.680967:0:20727:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:0.0:1789185954.680976:0:20727:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185954.680980:0:20727:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789185954.680987:0:20727:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789185954.681012:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c36a3800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:0.0:1789185954.681195:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185954.681204:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:0.0:1789185954.681208:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f30104f800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:0.0:1789185954.681212:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30104f800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:0.0:1789185954.681220:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:0.0:1789185954.682031:0:20727:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c41b6000 1 00000020:00000080:0.0:1789185954.682041:0:20727:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73e4f 00000020:00000080:0.0:1789185954.682049:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c41b1000/lustre-MDT0000-osd_UUID 00000020:01000000:0.0:1789185954.682062:0:20727:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:0.0:1789185954.682086:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c41b1000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1789185954.682098:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185954.682104:0:20727:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789185954.682108:0:20727:0:(genops.c:1557:class_disconnect_exports()) OBD device 0 (ffff98f1c20719c0) has no exports 00000020:00000080:0.0:1789185954.802457:0:20727:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185954.802470:0:20727:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1789185954.802476:0:20727:0:(genops.c:885:class_export_put()) final put ffff98f1c41b5800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1789185954.802481:0:20727:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c41b5800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1789185954.802493:0:20727:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1789185954.802612:0:20727:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98f1c41b4800 00000020:02000400:0.0:1789185954.802671:0:20727:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1789185955.238137:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185955.238316:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789185955.239935:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898538752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789185955.240013:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789185955.240130:0:18666:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898538752 00000100:00100000:0.0:1789185955.240138:0:18666:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898538752 00000100:00100000:0.0:1789185955.240213:0:18666:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789185955.240222:0:18666:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898538752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1789185955.240258:0:18666:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00080000:1.0:1789185955.240955:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789185955.241028:0:18666:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898538752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 805us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1789185955.241037:0:18666:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789185955.241130:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898538752:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1789185955.431764:0:17909:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1789185956.262834:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789185956.774071:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185956.774078:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185956.774082:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185956.774090:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 590 00000100:00080000:1.0:1789185956.774095:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00100000:3.0:1789185956.774103:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898539008:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1789185956.774106:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff98f2d0b94800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185956.774126:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8616300 x1876096898539136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789185956.774158:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185956.774161:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185956.774163:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9c000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789185956.774164:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789185956.774166:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 590 00000100:00080000:1.0:1789185956.774168:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789185956.774172:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff98f2c7f9c000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185956.774183:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f1c3486d80 x1876096898539520/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789185956.774191:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185956.774193:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185956.774195:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185956.774198:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 590 00000100:00080000:1.0:1789185956.774206:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1789185956.774211:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98f2c2af0800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789185956.774219:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789185956.774223:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2f758fb80 x1876096898539648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789185956.774224:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3636:1876096898538880:0@lo:400:kworker.0 00000400:00000100:3.0:1789185956.774244:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876096898538880 offset 0 length 224: 4 00000100:00080000:1.0:1789185956.774252:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185956.774255:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185956.774257:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1789185956.774260:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00080000:1.0:1789185956.774261:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 590 00000100:00080000:1.0:1789185956.774263:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00100000:3.0:1789185956.774265:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1876096898539776:0@lo:400:kworker.0 00000100:00080000:1.0:1789185956.774268:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98f2d0b91800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185956.774277:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff5c00 x1876096898539904/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789185956.774287:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185956.774307:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1876096898540032:0@lo:400:kworker.0 00000100:00100000:3.0:1789185956.774325:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185956.774361:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898539392:0@lo:400:kworker.0 00000100:00100000:3.0:1789185956.774383:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185956.774401:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789185956.774405:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898539264:0@lo:400:kworker.0 00000100:00100000:1.0:1789185956.774428:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898539136:0@lo:38:kworker.0 00000100:00100000:3.0:1789185956.774431:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185956.774455:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185956.774475:0:18665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539008 00000100:00100000:3.0:1789185956.774482:0:18665:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539008 00000100:00100000:1.0:1789185956.774484:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3634:1876096898539520:0@lo:38:kworker.0 00000100:00100000:1.0:1789185956.774502:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185956.774517:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898539648:0@lo:38:kworker.0 00000100:00100000:3.0:1789185956.774533:0:18665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789185956.774534:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185956.774543:0:18665:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898539008:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789185956.774554:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898539904:0@lo:38:kworker.0 00002000:00000024:3.0:1789185956.774572:0:18665:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789185956.774614:0:18665:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8726d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898539008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185956.774620:0:18665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789185956.774654:0:20592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539776 00000100:00100000:3.0:1789185956.774659:0:20592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539776 00000100:00100000:3.0:1789185956.774683:0:20592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898540032 00000100:00100000:3.0:1789185956.774686:0:20592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898540032 00000100:00100000:3.0:1789185956.774698:0:20592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539520 00000100:00100000:3.0:1789185956.774700:0:20592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539520 00000100:00100000:3.0:1789185956.774709:0:20592:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539648 00000100:00100000:3.0:1789185956.774711:0:20592:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539648 00000100:00100000:3.0:1789185956.774719:0:20592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789185956.774725:0:20592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876096898539776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789185956.774758:0:20592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876096898539776:12345-0@lo:400:kworker.0 Request processed in 33us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185956.774764:0:20592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1789185956.774777:0:20592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789185956.774783:0:20592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1876096898540032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789185956.774820:0:20592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3636:x1876096898540032:12345-0@lo:400:kworker.0 Request processed in 37us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1789185956.774826:0:20592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1789185956.774843:0:20592:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1789185956.774846:0:20592:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3634:x1876096898539520:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1789185956.774861:0:20592:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789185956.776599:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185956.776662:0:17896:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539136 00000100:00100000:1.0:1789185956.776670:0:17896:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539136 00000100:00100000:1.0:1789185956.776707:0:17896:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789185956.776714:0:17896:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3634:x1876096898539136:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789185956.776737:0:17896:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789185956.776808:0:17896:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3634:x1876096898539136:12345-0@lo:38:kworker.0 Request processed in 93us (2351us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789185956.776815:0:17896:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1789185956.776839:0:17156:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539904 00000100:00100000:1.0:1789185956.776843:0:17156:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539904 00000100:00100000:1.0:1789185956.776858:0:17156:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1789185956.776976:0:17156:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3634:x1876096898539648:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1789185956.776989:0:17156:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789185956.776999:0:17155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1789185956.777005:0:17155:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3634:x1876096898539904:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789185956.777015:0:17155:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1789185956.777018:0:17156:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3634:x1876096898539648:12345-0@lo:38:kworker.0 Request processed in 154us (2483us total) trans 0 rc -19/-19 00000100:00100000:1.0:1789185956.777023:0:17156:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789185956.777042:0:17155:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3634:x1876096898539904:12345-0@lo:38:kworker.0 Request processed in 37us (451us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789185956.777048:0:17155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:0.0:1789185956.777081:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789185956.777086:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789185956.777090:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898539136:0@lo:38:kworker.0 00000100:00080000:0.0:1789185956.777100:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789185956.777103:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789185956.777113:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898539648:0@lo:38:kworker.0 00000100:00080000:0.0:1789185956.777125:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789185956.777128:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789185956.777131:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898539904:0@lo:38:kworker.0 00000100:00080000:0.0:1789185956.777178:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789185956.777184:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789185956.777195:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539392 00000100:00100000:0.0:1789185956.777199:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539392 00000100:00100000:0.0:1789185956.777236:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898539264 00000100:00100000:0.0:1789185956.777239:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898539264 00000100:00100000:0.0:1789185956.777258:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789185956.777264:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898539392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789185956.777288:0:18663:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789185956.777296:0:18663:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898539264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789185956.777306:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898539392:12345-0@lo:400:kworker.0 Request processed in 43us (2923us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185956.777312:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1789185956.777326:0:18663:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300cead80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898539264:12345-0@lo:400:kworker.0 Request processed in 31us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1789185956.777331:0:18663:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1789185956.777375:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898539264:0@lo:400:kworker.0 00000100:00100000:0.0:1789185956.777387:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898539392:0@lo:400:kworker.0 00010000:00080000:0.0:1789185956.777415:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff98f2fcff5f80 x1876096898540032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789185956.777426:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1876096898540032:0@lo:400:kworker.0 00010000:00080000:0.0:1789185956.777437:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff98f2fcff4700 x1876096898539776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789185956.777445:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1876096898539776:0@lo:400:kworker.0 00000100:00100000:0.0:1789185956.777461:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898539008:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789185956.808870:0:20592:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:3634:x1876096898539520:12345-0@lo:38:kworker.0 Request processed in 34011us (34355us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789185956.808888:0:20592:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:2.0:1789185956.808932:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9c000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789185956.808939:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789185956.808943:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3634:1876096898539520:0@lo:38:kworker.0 00010000:00010000:1.0:1789185957.286055:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185958.311120:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1789185958.413455:0:20928:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789185958.428084:0:20928:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1789185958.428145:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.428160:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.428167:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.428173:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.428194:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789185958.428200:0:20928:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789185958.428228:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185958.428233:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789185958.428240:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789185958.428246:0:20928:0:(import.c:65:import_set_state_nolock()) ffff98f2c7f9c000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1789185958.428250:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185958.428252:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789185958.428254:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:3.0:1789185958.428819:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789185958.428828:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185958.428838:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0600 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789185958.428842:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185958.428850:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789185958.428857:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789185958.428863:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789185958.428880:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789185958.428883:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789185958.428940:0:17144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185958.428966:0:17144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789185958.428996:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185958.429002:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0600/0xda5c730d5a7404e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a74055 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185958.429015:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185958.429016:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185958.429018:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185958.429036:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3637:1876096898540160:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789185958.429102:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185958.429170:0:17140:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898540160 00000100:00100000:3.0:1789185958.429177:0:17140:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898540160 00000100:00100000:3.0:1789185958.429215:0:17140:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789185958.429222:0:17140:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3637:x1876096898540160:12345-0@lo:103:ldlm_bl.0 00010000:00020000:3.0:1789185958.429227:0:17140:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789185958 with bad export cookie 983411106207186553 00010000:00010000:0.0:1789185958.432335:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432352:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432358:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432376:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432391:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789185958.432396:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432402:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432407:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432412:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432432:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789185958.432438:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432444:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432450:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432455:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432473:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1789185958.432479:0:20928:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432485:0:20928:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432492:0:20928:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432498:0:20928:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185958.432505:0:20928:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1789185958.432509:0:20928:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1789185958.432554:0:20928:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1789185958.432558:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1789185958.432562:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185958.432567:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1789185958.432573:0:20928:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff98f1c4397000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789185958.432580:0:20928:0:(genops.c:1818:print_export_data()) lustre-MDT0001: ACTIVE ffff98f1c2019000 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1789185958.432585:0:20928:0:(genops.c:1552:class_disconnect_exports()) OBD device 14 (ffff98f30038cd40) has exports, disconnecting them 00000020:00080000:0.0:1789185958.432589:0:20928:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff98f1c4397000), last request at 1789185956 00000020:00000080:0.0:1789185958.432596:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7428c 00000100:00080000:0.0:1789185958.432613:0:20928:0:(import.c:65:import_set_state_nolock()) ffff98f1c4390800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1789185958.432656:0:20928:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c4397000): rc 0 00000020:00000080:0.0:1789185958.432659:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c4397000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1789185958.432669:0:20928:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff98f1c2019000), last request at 1789185956 00000020:00000080:0.0:1789185958.432679:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7412e 00000100:00080000:0.0:1789185958.432684:0:20928:0:(import.c:65:import_set_state_nolock()) ffff98f1c2019800 : changing import state from FULL to CLOSED 00000020:00000080:0.0:1789185958.432695:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4397000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:0.0:1789185958.432739:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c4390800 for lustre-MDT0001 00000020:00080000:0.0:1789185958.432752:0:20928:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c2019000): rc 0 00000020:00000080:0.0:1789185958.432754:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c2019000/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1789185958.432765:0:20928:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffb21ac1c43ae0 00000020:00000080:0.0:1789185958.432775:0:497:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c2019000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:0.0:1789185958.432797:0:497:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c2019800 for lustre-MDT0001 00000100:00080000:0.0:1789185958.432816:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185958.432825:0:20928:0:(client.c:3603:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff98f2d8614700 x1876096898536960/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1789185966 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789185958.432840:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789185958.433600:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789185958.433607:0:20928:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b94800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00010000:00010000:1.0:1789185958.433707:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1789185958.433715:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433725:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c0030400 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185958.433728:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433739:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185958.433758:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185958.433763:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1789185958.433766:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:1.0:1789185958.433768:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:1.0:1789185958.433814:0:17143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433820:0:17143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185958.433847:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433858:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c0030400/0xda5c730d5a73fad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73fb4 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433883:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789185958.433887:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433893:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c402e600 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185958.433897:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433904:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185958.433931:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185958.433946:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1789185958.433948:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:1.0:1789185958.433950:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:1.0:1789185958.433963:0:17143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433968:0:17143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185958.433984:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.433990:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f1c402e600/0xda5c730d5a7429a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a742a1 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434002:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789185958.434006:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434011:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c402e000 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185958.434014:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434020:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185958.434026:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185958.434031:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1789185958.434033:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1789185958.434035:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1789185958.434063:0:17143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434069:0:17143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185958.434075:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434082:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f1c402e000/0xda5c730d5a74445 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a7444c expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434090:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789185958.434093:0:17143:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434098:0:17143:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c0030000 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789185958.434101:0:17143:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434107:0:17143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789185958.434112:0:17143:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789185958.434116:0:17143:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1789185958.434119:0:17143:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1789185958.434120:0:17143:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1789185958.434131:0:17143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434137:0:17143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789185958.434142:0:17143:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434153:0:17143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c0030000/0xda5c730d5a73f9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xda5c730d5a73fa6 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789185958.434164:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185958.434166:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789185958.434168:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789185958.434258:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898540416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185958.434326:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185958.434372:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789185958.434378:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898540544:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185958.434401:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789185958.434436:0:20295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898540416 00000100:00100000:1.0:1789185958.434444:0:20295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898540416 00000100:00100000:1.0:1789185958.434471:0:20295:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898540544 00000100:00100000:1.0:1789185958.434473:0:20295:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898540544 00000100:00100000:1.0:1789185958.434484:0:20295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789185958.434491:0:20295:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3635:x1876096898540416:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789185958.434496:0:20295:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789185958 with bad export cookie 983411106207186553 00000100:00100000:1.0:1789185958.434537:0:20295:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3635:x1876096898540416:12345-0@lo:103:ldlm_bl.0 Request processed in 44us (210us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789185958.434543:0:20295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789185958.434559:0:20295:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789185958.434564:0:20295:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c6133c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3635:x1876096898540544:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1789185958.434568:0:20295:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1789185958 with bad export cookie 983411106207186553 00000100:00100000:1.0:1789185958.434589:0:20295:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c6133c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3635:x1876096898540544:12345-0@lo:103:ldlm_bl.0 Request processed in 24us (188us total) trans 0 rc -107/-107 00000100:00100000:1.0:1789185958.434604:0:20295:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:1.0:1789185958.434632:0:3635:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.148@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1789185958.434636:0:3635:0:(import.c:65:import_set_state_nolock()) ffff98f2e79cd000 MGS: changing import state from FULL to DISCONN 00000100:02020000:1.0:1789185958.434640:0:3635:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.148@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00010000:00010000:2.0:1789185958.435039:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185958.438497:0:17140:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3637:x1876096898540160:12345-0@lo:103:ldlm_bl.0 Request processed in 9268us (9389us total) trans 0 rc -107/-107 00000100:00100000:3.0:1789185958.438511:0:17140:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1789185958.440062:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789185958.440069:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789185958.440087:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789185958.440147:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1789185958.440171:0:20928:0:(import.c:65:import_set_state_nolock()) ffff98f1c3526000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1789185958.440188:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789185958.440190:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:3.0:1789185958.440214:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1789185958.440283:0:20928:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1789185958.440293:0:20928:0:(import.c:65:import_set_state_nolock()) ffff98f2c7c41800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:3.0:1789185958.440329:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff98f30038cd40) has no exports 00000100:00100000:3.0:1789185958.447992:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898540800:0@lo:9:umount.0 00000100:00100000:3.0:1789185958.448070:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789185958.448112:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898540928:0@lo:9:umount.0 00000100:00100000:3.0:1789185958.448133:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789185958.455857:0:3635:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.148@tcp not replayable, auto-deactivating 00000100:00080000:1.0:1789185958.455874:0:3635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1789185958.455885:0:3635:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2d8614e00 x1876096898538880/t0(0) o400->MGC192.168.204.148@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1789185972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789185958.456159:0:3635:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f300cebb80 x1876096898540160/t0(0) o103->MGC192.168.204.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789185974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789185958.456173:0:3635:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff7b80 x1876096898540416/t0(0) o103->MGC192.168.204.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789185974 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789185958.456186:0:3635:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff5180 x1876096898540544/t0(0) o103->MGC192.168.204.148@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1789185974 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1789185958.456202:0:3635:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1789185958.456205:0:3635:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1789185958.456206:0:3635:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1789185958.456208:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:0:1876096898540672:0@lo:103:ldlm_bl.0 00000100:00080000:1.0:1789185958.456210:0:3635:0:(import.c:65:import_set_state_nolock()) ffff98f2e79cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185958.456215:0:3635:0:(import.c:545:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 0@lo last attempt 496 00000100:00080000:1.0:1789185958.456229:0:3635:0:(import.c:666:import_select_connection()) MGC192.168.204.148@tcp: import ffff98f2e79cd000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789185958.456231:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300cebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3637:1876096898540160:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185958.456260:0:3635:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff5880 x1876096898541056/t0(0) o250->MGC192.168.204.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789185958.456274:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898540800 00000100:00100000:0.0:1789185958.456281:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898540800 00000100:00100000:1.0:1789185958.456286:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898540416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789185958.456299:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3635:1876096898540544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789185958.456331:0:19112:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898540928 00000100:00100000:0.0:1789185958.456335:0:19112:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898540928 00000100:00100000:0.0:1789185958.456371:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789185958.456381:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1876096898540800:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789185958.456407:0:19112:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74158 00000100:00080000:0.0:1789185958.456415:0:19112:0:(import.c:65:import_set_state_nolock()) ffff98f1c10b5000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1789185958.456465:0:19112:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:0.0:1789185958.456651:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3634:x1876096898540800:12345-0@lo:9:umount.0 Request processed in 270us (8579us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185958.456673:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789185958.456691:0:19112:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789185958.456697:0:19112:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3634:x1876096898540928:12345-0@lo:9:umount.0 00000020:00000080:0.0:1789185958.456709:0:19112:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a742bd 00000100:00080000:0.0:1789185958.456714:0:19112:0:(import.c:65:import_set_state_nolock()) ffff98f1c30f9000 : changing import state from FULL to CLOSED 00000100:00080000:1.0:1789185958.457010:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789185958.457014:0:17151:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:0.0:1789185958.457038:0:19112:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1789185958.457119:0:19112:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+2:3634:x1876096898540928:12345-0@lo:9:umount.0 Request processed in 422us (8984us total) trans 0 rc 0/0 00000100:00100000:0.0:1789185958.457126:0:19112:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00010000:00010000:0.0:1789185958.457155:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789185958.457160:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185958.457175:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3636:1876096898538880:0@lo:400:kworker.0 00000100:00100000:3.0:1789185958.457213:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3634:1876096898541056:0@lo:250:ptlrpcd_00_00.0 00000100:00100000:2.0:1789185958.457215:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:0:1876096898540288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789185958.457222:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898536960:0@lo:41:osp-pre-0-1.0 00000400:00000100:3.0:1789185958.457240:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876096898541056 offset 0 length 520: 4 00000100:00080000:3.0:1789185958.457279:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c3526000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789185958.457325:0:3634:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789185958.460088:0:3634:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185958.460105:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898540800:0@lo:9:umount.0 00000100:00080000:3.0:1789185958.460151:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c7c41800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1789185958.460164:0:3634:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1789185958.460166:0:3634:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185958.460169:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898540928:0@lo:9:umount.0 00000020:00080000:0.0:1789185958.463341:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 14 (ffff98f30038cd40) has no exports 00000020:01000000:1.0:1789185958.503447:0:20928:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f2d2eb6300 - data ffff98f2dcc18288/ffff98f1c423cc00 00000020:01000000:1.0:1789185958.503613:0:20928:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f2d2236f00 - data ffff98f2dcdaf798/ffff98f2d804f000 00000001:00000004:1.0:1789185958.512706:0:20928:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:3.0:1789185958.567309:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789185958.567319:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789185958.567328:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1789185958.570541:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789185958.570548:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789185958.570571:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185958.570574:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1789185958.570885:0:17897:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1789185958.570890:0:17897:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1789185958.570901:0:17897:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:3.0:1789185958.571427:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789185958.571442:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:3.0:1789185958.571450:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185958.571452:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1789185958.582413:0:17899:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1789185958.582424:0:17899:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:0.0:1789185958.582453:0:17899:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1789185958.585400:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73fc2 00000020:00000080:3.0:1789185958.585414:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2d0b92800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789185958.585749:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b92800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:3.0:1789185958.586457:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73fd7 00000020:00000080:3.0:1789185958.586465:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2f2754000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789185958.586477:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:3.0:1789185958.586482:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185958.586491:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789185958.586495:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 13 (ffff98f300388000) has no exports 00000004:01000000:3.0:1789185958.586661:0:20928:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1789185958.586670:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7402b 00000020:00000080:3.0:1789185958.586674:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c3527000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789185958.586678:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789185958.586682:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185958.586687:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789185958.586689:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 18 (ffff98f1c34bb380) has no exports 00000020:00000080:3.0:1789185958.586694:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74024 00000020:00000080:3.0:1789185958.586697:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2c7c43000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789185958.586984:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2f2754000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:2.0:1789185958.586993:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3527000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789185958.586997:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c7c43000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789185958.589427:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789185958.589436:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1789185958.589440:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789185958.589447:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185958.589450:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789185958.589504:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185958.589515:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789185958.589522:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74016 00000020:00000080:3.0:1789185958.589530:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c3520000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789185958.589535:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:3.0:1789185958.589539:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185958.589542:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789185958.589545:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 17 (ffff98f1c34b8000) has no exports 00000020:00000080:3.0:1789185958.589559:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74008 00000020:00000080:3.0:1789185958.589562:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c3523000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789185958.590271:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2c7c41800 for lustre-OST0001-osc-MDT0001 00000020:00000080:2.0:1789185958.590283:0:8:0:(genops.c:885:class_export_put()) final put ffff98f1c3527800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789185958.590286:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3527800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:2.0:1789185958.590299:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789185958.590375:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3520000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1789185958.590379:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3523000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789185958.592042:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:3.0:1789185958.592050:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1789185958.592054:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:3.0:1789185958.592061:0:20928:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1789185958.592063:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789185958.592109:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185958.592118:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:3.0:1789185958.592132:0:20928:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1789185958.592140:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ffa 00000020:00000080:3.0:1789185958.592148:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c3525800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:3.0:1789185958.592154:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:3.0:1789185958.592162:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185958.592166:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1789185958.592171:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 16 (ffff98f2c6fd4d40) has no exports 00000020:00000080:3.0:1789185958.592178:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73ff3 00000020:00000080:3.0:1789185958.592181:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2d0b97000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789185958.592673:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c3526000 for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1789185958.592679:0:8:0:(genops.c:885:class_export_put()) final put ffff98f1c3521800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789185958.592682:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3521800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:2.0:1789185958.592687:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1789185958.592756:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3525800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1789185958.592760:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b97000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:3.0:1789185958.613848:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:3.0:1789185958.613857:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789185958.613870:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789185958.613880:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789185958.614027:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185958.614040:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789185958.614066:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185958.614069:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789185958.614075:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2d0b90000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1789185958.614080:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b90000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:3.0:1789185958.614104:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789185958.614268:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73fde 00000020:00000080:3.0:1789185958.614282:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2f2755800/lustre-MDD0001_UUID 00000020:00000080:2.0:1789185958.614567:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2d0b94800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:2.0:1789185958.614575:0:8:0:(genops.c:885:class_export_put()) final put ffff98f2c7c46800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789185958.614577:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c7c46800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:2.0:1789185958.614586:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789185958.614741:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:3.0:1789185958.614754:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185958.614760:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1789185958.614763:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 15 (ffff98f3003899c0) has no exports 00000020:00000080:3.0:1789185958.614784:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185958.614788:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:3.0:1789185958.614792:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73fe5 00000020:00000080:3.0:1789185958.614796:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2f2750800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789185958.614833:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2f2755800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:2.0:1789185958.614838:0:8:0:(genops.c:885:class_export_put()) final put ffff98f2d0b93800/lustre-MDD0001_UUID 00000020:00000080:2.0:1789185958.614840:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b93800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:2.0:1789185958.614843:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:01000004:3.0:1789185958.615396:0:20928:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f1c316e800 from lustre-MDT0001, refs=2 00000020:01000004:3.0:1789185958.615401:0:20928:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c316e800 2 00000020:01000004:3.0:1789185958.615404:0:20928:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98f1c316e800 from lustre-MDT0001 00000020:00000080:3.0:1789185958.615425:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185958.615430:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:3.0:1789185958.615434:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2d0b96800/lustre-MDT0001_UUID 00000020:00000080:3.0:1789185958.615436:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b96800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:3.0:1789185958.615443:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:3.0:1789185958.615488:0:20928:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:3.0:1789185958.615492:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:3.0:1789185958.615495:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185958.615499:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789185958.615505:0:20928:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff98f2c7f9f800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789185958.615510:0:20928:0:(genops.c:1552:class_disconnect_exports()) OBD device 19 (ffff98f300183380) has exports, disconnecting them 00000020:00080000:3.0:1789185958.615515:0:20928:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff98f2c7f9f800), last request at 1789185873 00000020:00000080:3.0:1789185958.615519:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74063 00000020:00080000:3.0:1789185958.615531:0:20928:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f2c7f9f800): rc 0 00000020:00000080:3.0:1789185958.615534:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2c7f9f800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:2.0:1789185958.615554:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2f2750800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789185958.620854:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c7f9f800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:2.0:1789185958.620950:0:20928:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:2.0:1789185958.620955:0:20928:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789185958.620960:0:20928:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789185958.620967:0:20928:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789185958.621025:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2c7f9c000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1789185958.621191:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185958.621201:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1789185958.621208:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2c7f9b000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1789185958.621211:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c7f9b000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1789185958.621220:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1789185958.621294:0:20928:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c316e800 1 00000020:00000080:0.0:1789185958.621300:0:20928:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73f8a 00000020:00000080:0.0:1789185958.621306:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f2c6ff4800/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1789185958.621323:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1789185958.621328:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185958.621333:0:20928:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789185958.621338:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 12 (ffff98f1c34e8000) has no exports 00000020:00000080:2.0:1789185958.621565:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2c6ff4800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1789185958.725846:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789185958.725873:0:20928:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:2.0:1789185958.725888:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c316d000/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1789185958.725893:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c316d000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:2.0:1789185958.725899:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:2.0:1789185958.726243:0:20928:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98f1c316b800 00000020:01000000:2.0:1789185958.726263:0:20928:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:2.0:1789185958.726268:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789185958.726272:0:20928:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1789185958.726276:0:20928:0:(genops.c:1557:class_disconnect_exports()) OBD device 3 (ffff98f2f75e3380) has no exports 00000100:00100000:1.0:1789185958.726792:0:18686:0:(service.c:3188:ptlrpc_main()) mdt00_003: service thread [ffff98f2d854de00:18686] 3 exiting: rc = 0 00000100:00100000:1.0:1789185958.727331:0:17156:0:(service.c:3188:ptlrpc_main()) mdt00_001: service thread [ffff98f1c19c9000:17156] 1 exiting: rc = 0 00000100:00100000:3.0:1789185958.728053:0:17155:0:(service.c:3188:ptlrpc_main()) mdt00_000: service thread [ffff98f1c342d600:17155] 0 exiting: rc = 1 00000100:00100000:3.0:1789185958.728228:0:20592:0:(service.c:3188:ptlrpc_main()) mdt00_004: service thread [ffff98f300268600:20592] 4 exiting: rc = 0 00000100:00100000:0.0:1789185958.728546:0:17157:0:(service.c:3188:ptlrpc_main()) mdt00_002: service thread [ffff98f1c2e2c000:17157] 2 exiting: rc = 0 00000100:00100000:1.0:1789185958.729213:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729221:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729227:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729233:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729238:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729244:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729250:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729256:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729262:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729267:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729273:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729278:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729284:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729289:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729294:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729300:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729305:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729310:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729329:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729337:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729342:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729347:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729353:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729358:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729363:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729369:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729375:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729381:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729387:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729405:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729412:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729417:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729422:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729580:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729587:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729593:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729599:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729604:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729610:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729616:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729621:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729627:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729632:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729638:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729643:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729649:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729654:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729660:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729665:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729671:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729676:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729682:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729687:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729693:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729698:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729704:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729710:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729715:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729720:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729725:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729731:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729736:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729742:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.729747:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.735558:0:17159:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff98f1c342d800:17159] 1 exiting: rc = 0 00000100:00100000:1.0:1789185958.735733:0:17158:0:(service.c:3188:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff98f1c19c8000:17158] 0 exiting: rc = 1 00000100:00100000:3.0:1789185958.735824:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735834:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735839:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735846:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735858:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735876:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735882:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735887:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735893:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735898:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735903:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735937:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735943:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735947:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735952:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735957:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735961:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735966:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735971:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735977:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735982:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735988:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735994:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.735999:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736004:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736009:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736014:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736019:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736024:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736030:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736036:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736042:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736047:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736052:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736058:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736064:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736069:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736074:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736079:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736092:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736108:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736114:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736119:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736124:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736129:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736134:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736139:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736143:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736149:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736154:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736158:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736163:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736168:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736173:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736178:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736183:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736187:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736192:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736197:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736202:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736207:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736212:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736217:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.736222:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.736726:0:17160:0:(service.c:3188:ptlrpc_main()) mdt_out00_000: service thread [ffff98f1c19c8e00:17160] 0 exiting: rc = 1 00000100:00100000:0.0:1789185958.736841:0:17896:0:(service.c:3188:ptlrpc_main()) mdt_out00_002: service thread [ffff98f1c1947c00:17896] 2 exiting: rc = 0 00000100:00100000:0.0:1789185958.736953:0:17161:0:(service.c:3188:ptlrpc_main()) mdt_out00_001: service thread [ffff98f1c19c8800:17161] 1 exiting: rc = 0 00000100:00100000:3.0:1789185958.737129:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737144:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737150:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737157:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737162:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737167:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737173:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737179:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737185:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737191:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737212:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737218:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737223:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737230:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737235:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737242:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737248:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737255:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737260:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737267:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737272:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737279:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737301:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737307:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737313:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737319:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737324:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737330:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737336:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737341:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737348:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737354:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737359:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737365:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737385:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737392:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737398:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737404:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737410:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737416:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737421:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737499:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737506:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737513:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737518:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737533:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737551:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737556:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737563:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737569:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737575:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737580:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737586:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737591:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737597:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737602:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737607:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737612:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737632:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737639:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737644:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737650:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737656:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.737662:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749423:0:17162:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0000: service thread [ffff98f1c19c9600:17162] 0 exiting: rc = 1 00000100:00100000:0.0:1789185958.749611:0:17163:0:(service.c:3188:ptlrpc_main()) mdt_seqs_0001: service thread [ffff98f1c19c9800:17163] 1 exiting: rc = 0 00000100:00100000:3.0:1789185958.749708:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749715:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749720:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749725:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749731:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749735:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749741:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749746:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749751:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749756:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749761:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749767:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749783:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749789:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749793:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749810:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749815:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749819:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749824:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749830:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749835:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749839:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749844:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749849:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749853:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749869:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749875:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749880:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749885:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749890:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749895:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749900:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749904:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749935:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749940:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749946:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749950:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749955:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749960:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749965:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749970:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749975:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749979:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749984:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749989:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749994:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.749999:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750004:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750009:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750014:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750025:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750030:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750035:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750040:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750045:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750049:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750054:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750058:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750063:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750068:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750073:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750078:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750083:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.750089:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.750465:0:17165:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0001: service thread [ffff98f1c19c8600:17165] 1 exiting: rc = 0 00000100:00100000:1.0:1789185958.750737:0:17164:0:(service.c:3188:ptlrpc_main()) mdt_seqm_0000: service thread [ffff98f1c19c8400:17164] 0 exiting: rc = 1 00000100:00100000:3.0:1789185958.750855:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751007:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751013:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751018:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751023:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751028:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751033:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751038:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751044:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751050:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751056:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751062:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751067:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751073:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751078:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751083:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751089:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751094:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751099:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751103:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751108:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751124:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751130:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751135:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751141:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751146:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751151:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751156:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751161:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751166:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751170:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751176:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751181:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751186:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751190:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751195:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751200:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751205:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751211:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751216:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751221:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751226:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751231:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751237:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751242:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751247:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751252:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751258:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751263:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751268:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751273:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751278:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751283:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751289:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751294:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751299:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751311:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751316:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751320:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751325:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751330:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751335:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751341:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185958.751346:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.752104:0:17166:0:(service.c:3188:ptlrpc_main()) mdt_fld_0000: service thread [ffff98f1c19c9200:17166] 0 exiting: rc = 1 00000100:00100000:3.0:1789185958.752588:0:17167:0:(service.c:3188:ptlrpc_main()) mdt_fld_0001: service thread [ffff98f2c3ede400:17167] 1 exiting: rc = 0 00000100:00100000:2.0:1789185958.752742:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.752749:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.752753:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.752758:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.752763:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.752767:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753166:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753175:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753179:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753184:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753189:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753194:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753199:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753205:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753209:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753215:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753219:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753224:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753229:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753235:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753240:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753244:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753250:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753255:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753260:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753265:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753286:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753291:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753297:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753302:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753307:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753312:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753317:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753322:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753327:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753332:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753337:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753342:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753347:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753352:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753356:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753361:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753365:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753370:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753375:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753380:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753385:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753390:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753395:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753400:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753405:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753410:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753415:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753419:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753502:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753510:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753515:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753520:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753525:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753531:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753536:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753549:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753554:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185958.753559:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185958.754459:0:17168:0:(service.c:3188:ptlrpc_main()) mdt_io00_000: service thread [ffff98f30025de00:17168] 0 exiting: rc = 1 00000100:00100000:2.0:1789185958.754735:0:17169:0:(service.c:3188:ptlrpc_main()) mdt_io00_001: service thread [ffff98f300c60000:17169] 1 exiting: rc = 0 00000100:00100000:2.0:1789185958.755076:0:17170:0:(service.c:3188:ptlrpc_main()) mdt_io00_002: service thread [ffff98f2c67f4a00:17170] 2 exiting: rc = 0 00000100:00100000:0.0:1789185958.755211:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755219:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755225:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755231:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755237:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755243:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755249:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755253:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755258:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755264:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755269:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755274:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755280:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755285:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755291:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755296:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755302:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755308:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755313:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755319:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755335:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755342:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755348:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755353:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755358:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755362:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755368:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755373:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755379:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755397:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755402:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755407:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755413:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755419:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755500:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755509:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755516:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755522:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755528:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755533:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755538:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755545:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755551:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755557:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755576:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755583:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755587:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755593:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755598:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755604:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755610:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755617:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755623:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755629:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755636:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755643:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755649:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755655:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755661:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755668:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755674:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755680:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755686:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185958.755700:0:20928:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789185958.764990:0:20928:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185958.765005:0:20928:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:0.0:1789185958.765012:0:20928:0:(genops.c:885:class_export_put()) final put ffff98f1c4281800/MDS_uuid 00000020:00000080:0.0:1789185958.765017:0:20928:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4281800/MDS_uuid for MDS 00000020:01000000:0.0:1789185958.765022:0:20928:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:0.0:1789185958.765171:0:20928:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:2.0:1789185959.336455:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185960.360236:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185961.383158:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1789185961.894041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185961.894055:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789185961.894058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185961.894063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185961.894068:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185961.894080:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 595 00000100:00080000:1.0:1789185961.894088:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789185961.894106:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98f2c2af0800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185961.894159:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff4e00 x1876096898541184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789185961.894230:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185961.894234:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1789185961.894236:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185961.894240:0:37:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 595 00000100:00080000:1.0:1789185961.894243:0:37:0:(import.c:630:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789185961.894248:0:37:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98f2d0b91800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185961.894262:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff6680 x1876096898541440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789185961.894329:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789185961.894349:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898541312:0@lo:400:kworker.0 00000400:00000100:1.0:1789185961.894417:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541312 offset 0 length 224: 4 00000100:00100000:1.0:1789185961.894479:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898541568:0@lo:400:kworker.0 00000400:00000100:1.0:1789185961.894501:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541568 offset 0 length 224: 4 00000100:00100000:3.0:1789185961.894899:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898541184:0@lo:38:kworker.0 00000400:00000100:3.0:1789185961.894944:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541184 offset 0 length 520: 4 00000100:00100000:3.0:1789185961.894961:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898541440:0@lo:38:kworker.0 00000400:00000100:3.0:1789185961.894977:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541440 offset 0 length 520: 4 00010000:00010000:3.0:1789185962.406101:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789185962.696393:0:21130:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:0.0:1789185962.715610:0:21130:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0000 00010000:00010000:0.0:1789185962.715665:0:21130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185962.715752:0:21130:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185962.715761:0:21130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185962.715767:0:21130:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185962.715797:0:21130:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1789185962.715803:0:21130:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1789185962.715834:0:21130:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:3.0:1789185962.715838:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1789185962.715847:0:21130:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff4e00 x1876096898541184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789185981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00010000:3.0:1789185962.715856:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185962.715869:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3400 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789185962.715874:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185962.715886:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789185962.715896:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789185962.715955:0:21130:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789185962.715963:0:21130:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1789185962.715970:0:21130:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af0800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1789185962.715976:0:21130:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1789185962.715982:0:21130:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff4e00 x1876096898541184/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789185981 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789185962.716134:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789185962.716138:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789185962.716143:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789185962.716172:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:3.0:1789185962.716178:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185962.716186:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a740fd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74104 expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185962.716404:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185962.716408:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185962.716410:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789185962.722413:0:21130:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1789185962.726291:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898541184:0@lo:38:kworker.0 00000100:00100000:0.0:1789185962.730833:0:21130:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:0.0:1789185962.731781:0:21130:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789185962.731808:0:21130:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff6300 x1876096898541312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789185962.731828:0:21130:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:0.0:1789185962.731834:0:21130:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789185962.731860:0:21130:0:(import.c:65:import_set_state_nolock()) ffff98f1c2018000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1789185962.732004:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3634:1876096898541696:0@lo:39:umount.0 00000100:00100000:1.0:1789185962.732045:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898541312:0@lo:400:kworker.0 00000400:00000100:3.0:1789185962.732086:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541696 offset 0 length 224: 4 00000100:00080000:1.0:1789185962.921281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185962.921291:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789185962.921295:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185962.921299:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789185962.921425:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789185962.921447:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898541824:0@lo:400:kworker.0 00000400:00000100:0.0:1789185962.921500:0:3635:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541824 offset 0 length 224: 4 00010000:00010000:3.0:1789185963.430403:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1789185963.946051:0:19478:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1789185963.946060:0:19478:0:(genops.c:885:class_export_put()) final put ffff98f1c30fc000/lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1789185963.946257:0:18658:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1789185963.946261:0:18658:0:(genops.c:885:class_export_put()) final put ffff98f1c10b6000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1789185963.946836:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c30fc000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1789185963.946893:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c10b6000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:1.0:1789185963.946955:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c30f9000 for lustre-OST0001 00000020:00000080:1.0:1789185963.946959:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c10b5000 for lustre-OST0000 00010000:00010000:2.0:1789185964.455008:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185965.478714:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185966.504102:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789185966.952078:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789185966.952101:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789185966.952104:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789185966.952107:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789185966.952301:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1876096898541952:0@lo:400:kworker.0 00000400:00000100:1.0:1789185966.952358:0:3637:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898541952 offset 0 length 224: 4 00010000:00010000:3.0:1789185967.527601:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185968.550159:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185968.871623:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789185958/real 1789185958] req@ffff98f2fcff5880 x1876096898541056/t0(0) o250->MGC192.168.204.148@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789185968 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789185968.871656:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2fcff5880 x1876096898541056/t0(0) o250->MGC192.168.204.148@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1789185968 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789185968.871688:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2e79cd000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789185968.871713:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1789185968.871717:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3634:1876096898541056:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:2.0:1789185968.871810:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789185968.871815:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1789185968.871817:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2e79cd000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789185968.871822:0:37:0:(import.c:545:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 0@lo last attempt 597 00000100:00080000:2.0:1789185968.871827:0:37:0:(import.c:630:import_select_connection()) MGC192.168.204.148@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1789185968.871848:0:37:0:(import.c:666:import_select_connection()) MGC192.168.204.148@tcp: import ffff98f2e79cd000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:2.0:1789185968.871881:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f1c34b5c00 x1876096898542080/t0(0) o250->MGC192.168.204.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789185968.871905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789185968.871926:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789185968.872029:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3634:1876096898542080:0@lo:250:kworker.0 00000400:00000100:3.0:1789185968.872082:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1876096898542080 offset 0 length 520: 4 00000100:00100000:0.0:1789185968.872395:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898542208:0@lo:400:kworker.0 00000400:00000100:0.0:1789185968.872423:0:3638:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898542208 offset 0 length 224: 4 00010000:00010000:3.0:1789185969.576524:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185970.598199:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185971.624865:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185972.646722:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789185972.968115:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789185962/real 1789185962] req@ffff98f2d872d880 x1876096898541696/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789185972 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789185972.968150:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872d880 x1876096898541696/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789185972 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1789185972.968170:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c2018000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1789185972.968193:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3634:1876096898541696:0@lo:39:umount.0 00000100:00080000:0.0:1789185972.968450:0:21130:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789185972.968456:0:21130:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1789185972.968461:0:21130:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1789185972.969387:0:21130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969402:0:21130:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969408:0:21130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969414:0:21130:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969463:0:21130:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789185972.969471:0:21130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969478:0:21130:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969484:0:21130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969490:0:21130:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789185972.969515:0:21130:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1789185972.969519:0:21130:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1789185972.969544:0:21130:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1789185972.969547:0:21130:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1789185972.969552:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185972.969557:0:21130:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789185972.969562:0:21130:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff98f3001819c0) has no exports 00000020:00080000:0.0:1789185972.969583:0:21130:0:(genops.c:1557:class_disconnect_exports()) OBD device 22 (ffff98f3001819c0) has no exports 00010000:00010000:2.0:1789185972.969648:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789185972.969658:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969667:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3200 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789185972.969671:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969681:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789185972.969688:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789185972.969694:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789185972.969696:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:2.0:1789185972.969699:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:2.0:1789185972.969714:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:2.0:1789185972.969719:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969726:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3200/0xda5c730d5a740d3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a740da expref: -99 pid: 18657 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969744:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789185972.969747:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969752:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf8800 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789185972.969755:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969770:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789185972.969776:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789185972.969781:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789185972.969783:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789185972.969784:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789185972.969791:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:2.0:1789185972.969794:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969800:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8800/0xda5c730d5a74437 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a7443e expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185972.969810:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185972.969812:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185972.969813:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185972.971447:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1789185972.974947:0:21130:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f2d2eb6540 - data ffff98f2dccce948/ffff98f1c423fc00 00000020:01000000:0.0:1789185972.975135:0:21130:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f1c3394180 - data ffff98f1c1c71d80/ffff98f1c3141800 00100000:10000000:0.0:1789185972.989758:0:21130:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1789185973.000181:0:21130:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a740e8 00000020:00000080:2.0:1789185973.000197:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f1c10b2000/lustre-OST0000-osd_UUID 00000020:01000004:2.0:1789185973.000223:0:21130:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f2e65a0800 from lustre-OST0000, refs=2 00000020:01000004:2.0:1789185973.000227:0:21130:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f2e65a0800 2 00000020:01000004:2.0:1789185973.000230:0:21130:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98f2e65a0800 from lustre-OST0000 00000020:00000080:2.0:1789185973.000258:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789185973.000267:0:21130:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:2.0:1789185973.000270:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f1c10b3800/lustre-OST0000_UUID 00000020:00000080:2.0:1789185973.000273:0:21130:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c10b3800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:2.0:1789185973.000280:0:21130:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:2.0:1789185973.000338:0:21130:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:2.0:1789185973.000355:0:21130:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1789185973.000359:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789185973.000364:0:21130:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789185973.000370:0:21130:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff98f1c10b1800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789185973.000376:0:21130:0:(genops.c:1552:class_disconnect_exports()) OBD device 23 (ffff98f2f27a0000) has exports, disconnecting them 00000020:00080000:2.0:1789185973.000381:0:21130:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff98f1c10b1800), last request at 1789185890 00000020:00000080:2.0:1789185973.000385:0:21130:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74112 00000020:00080000:2.0:1789185973.000395:0:21130:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c10b1800): rc 0 00000020:00000080:2.0:1789185973.000400:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f1c10b1800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789185973.001824:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c10b2000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1789185973.001846:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c10b1800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:3.0:1789185973.008058:0:21130:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:3.0:1789185973.008068:0:21130:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1789185973.008072:0:21130:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789185973.008079:0:21130:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1789185973.008107:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2c2af0800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1789185973.009145:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185973.009158:0:21130:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1789185973.009164:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f1c10b6800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1789185973.009168:0:21130:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c10b6800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1789185973.009175:0:21130:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:3.0:1789185973.009244:0:21130:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1789185973.009249:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185973.009265:0:21130:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1789185973.009271:0:21130:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff98f1c201c000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1789185973.009276:0:21130:0:(genops.c:1552:class_disconnect_exports()) OBD device 24 (ffff98f300180000) has exports, disconnecting them 00000020:00080000:3.0:1789185973.009281:0:21130:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff98f1c201c000), last request at 1789185890 00000020:00000080:3.0:1789185973.009285:0:21130:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74127 00000020:00080000:3.0:1789185973.009300:0:21130:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c201c000): rc 0 00000020:00000080:3.0:1789185973.009305:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f1c201c000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1789185973.009344:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c201c000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:0.0:1789185973.024011:0:21130:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:0.0:1789185973.024022:0:21130:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1789185973.024027:0:21130:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1789185973.024035:0:21130:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1789185973.024214:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185973.024224:0:21130:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:0.0:1789185973.024231:0:21130:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f2e65a0800 1 00000020:00000080:0.0:1789185973.024238:0:21130:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a740c5 00000020:00000080:0.0:1789185973.024248:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f30009b000/lustre-OST0000-osd_UUID 00000020:01000000:0.0:1789185973.024254:0:21130:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:0.0:1789185973.024259:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185973.024264:0:21130:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789185973.024268:0:21130:0:(genops.c:1557:class_disconnect_exports()) OBD device 20 (ffff98f2c6fd3380) has no exports 00000020:00000080:0.0:1789185973.026642:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c2018000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:0.0:1789185973.026654:0:8:0:(genops.c:885:class_export_put()) final put ffff98f1c2018800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:0.0:1789185973.026658:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c2018800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:0.0:1789185973.026668:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:0.0:1789185973.026722:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30009b000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:0.0:1789185973.119884:0:21130:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185973.119896:0:21130:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:0.0:1789185973.119902:0:21130:0:(genops.c:885:class_export_put()) final put ffff98f2e65a7800/lustre-OST0000-osd_UUID 00000020:00000080:0.0:1789185973.119927:0:21130:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2e65a7800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:0.0:1789185973.119940:0:21130:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:0.0:1789185973.120073:0:21130:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98f2e65a3800 00000020:02000400:0.0:1789185973.120460:0:21130:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1789185973.673022:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789185974.182040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789185974.182056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789185974.182060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1789185974.182063:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789185974.182157:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789185974.182190:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1876096898542336:0@lo:400:kworker.0 00000400:00000100:2.0:1789185974.182268:0:3636:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898542336 offset 0 length 224: 4 00010000:00010000:3.0:1789185974.694480:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185975.719430:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185976.742291:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000400:0.0:1789185977.254001:0:3635:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789185961/real 1789185961] req@ffff98f2fcff5180 x1876096898541568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789185977 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789185977.289410:0:3635:0:(client.c:2548:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff98f2fcff5180 x1876096898541568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1789185977 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789185977.289431:0:3635:0:(import.c:65:import_set_state_nolock()) ffff98f1c2c69800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1789185977.289435:0:3635:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-lwp-OST0001: Connection to lustre-MDT0001 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1789185977.327259:0:3635:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN 00000100:00100000:0.0:1789185977.327324:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898541568:0@lo:400:kworker.0 00000100:00080000:1.0:1789185977.327495:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185977.327502:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789185977.327505:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185977.327804:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789185977.327807:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1789185977.327811:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789185977.327816:0:8:0:(import.c:65:import_set_state_nolock()) ffff98f1c2c69800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789185977.327822:0:8:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 544 00000100:00080000:1.0:1789185977.327852:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff98f1c2c69800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789185977.327897:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff4e00 x1876096898542464/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789185977.329051:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3634:1876096898542464:0@lo:38:kworker.0 00000400:00000100:0.0:1789185977.329136:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1876096898542464 offset 0 length 520: 4 00000020:01000004:2.0:1789185977.522183:0:21332:0:(tgt_mount.c:2191:server_umount_begin()) umount -f 00000020:01000004:2.0:1789185977.544252:0:21332:0:(tgt_mount.c:2061:server_put_super()) server put_super lustre-OST0001 00010000:00010000:2.0:1789185977.544368:0:21332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.544386:0:21332:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.544394:0:21332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.544402:0:21332:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.544448:0:21332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1789185977.544454:0:21332:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1789185977.544488:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00010000:00010000:3.0:1789185977.544583:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789185977.544593:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.544602:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0800 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789185977.544606:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.544616:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789185977.544625:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789185977.544631:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789185977.544634:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1789185977.544637:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1789185977.544653:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:3.0:1789185977.544664:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.544672:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0800/0xda5c730d5a7425b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74262 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.544685:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185977.544686:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789185977.544688:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789185977.544719:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff6680 x1876096898541440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789185981 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.544741:0:21332:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1789185977.544750:0:21332:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789185977.544758:0:21332:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b91800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789185977.544764:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789185977.544768:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff6680 x1876096898541440/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789185981 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.544775:0:21332:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1789185977.544778:0:21332:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 5s for inflight to error out 00000100:00100000:0.0:1789185977.544846:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898541440:0@lo:38:kworker.0 00000100:00080000:2.0:1789185977.546354:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789185977.546371:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff6300 x1876096898541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185978 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.546456:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f1c34b6300 x1876096898541952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.546483:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f1c34b7480 x1876096898542208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185984 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.546499:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f1c34b4000 x1876096898542336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185990 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.546525:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff4e00 x1876096898542464/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789185987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.546537:0:21332:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:2.0:1789185977.546569:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3636:1876096898542336:0@lo:400:kworker.0 00000100:00080000:2.0:1789185977.546628:0:21332:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1789185977.546635:0:21332:0:(import.c:65:import_set_state_nolock()) ffff98f1c2c69800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:2.0:1789185977.546641:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1789185977.546645:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff6300 x1876096898541824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185978 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789185977.546697:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3637:1876096898541952:0@lo:400:kworker.0 00000100:00100000:0.0:1789185977.548278:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898541824:0@lo:400:kworker.0 00000100:00100000:2.0:1789185977.548363:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f1c34b6300 x1876096898541952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185982 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.548376:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f1c34b7480 x1876096898542208/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789185984 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.548387:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f2fcff4e00 x1876096898542464/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1789185987 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789185977.548396:0:21332:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1789185977.551845:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898542208:0@lo:400:kworker.0 00000100:00100000:2.0:1789185977.553602:0:21332:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:1.0:1789185977.559657:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3634:1876096898542464:0@lo:38:kworker.0 00010000:00010000:3.0:1789185977.562439:0:21332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562466:0:21332:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562475:0:21332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562483:0:21332:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562591:0:21332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789185977.562601:0:21332:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562609:0:21332:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562639:0:21332:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562647:0:21332:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.562721:0:21332:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:3.0:1789185977.562727:0:21332:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:3.0:1789185977.562771:0:21332:0:(tgt_mount.c:2111:server_put_super()) stopping lustre-OST0001 00000020:01000000:3.0:1789185977.562775:0:21332:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:3.0:1789185977.562781:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1789185977.562789:0:21332:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1789185977.562794:0:21332:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff98f2c6fd19c0) has no exports 00000020:00080000:3.0:1789185977.562823:0:21332:0:(genops.c:1557:class_disconnect_exports()) OBD device 26 (ffff98f2c6fd19c0) has no exports 00010000:00010000:2.0:1789185977.565737:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789185977.565758:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565773:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c0031400 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789185977.565778:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565791:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789185977.565798:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789185977.565805:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1789185977.565836:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1789185977.565841:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1789185977.565872:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:2.0:1789185977.565878:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565886:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c0031400/0xda5c730d5a74231 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74238 expref: -99 pid: 19477 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565921:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789185977.565927:0:17144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565933:0:17144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30dac00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789185977.565936:0:17144:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565943:0:17144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789185977.565949:0:17144:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789185977.565954:0:17144:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1789185977.565957:0:17144:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1789185977.565959:0:17144:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1789185977.565964:0:17144:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:2.0:1789185977.565967:0:17144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565974:0:17144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c30dac00/0xda5c730d5a74429 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a74430 expref: -99 pid: 17153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789185977.565997:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185977.565999:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789185977.566001:0:17144:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:3.0:1789185977.567620:0:21332:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f2d2eb6900 - data ffff98f2d3344ca8/ffff98f2d85a3400 00000020:01000000:3.0:1789185977.567839:0:21332:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff98f1c31b2780 - data ffff98f2dcc85a20/ffff98f1c3056400 00010000:00010000:0.0:1789185977.568250:0:17143:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:3.0:1789185977.579832:0:21332:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1789185977.599689:0:21332:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74246 00000020:00000080:3.0:1789185977.599709:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f1c3659000/lustre-OST0001-osd_UUID 00000020:01000004:3.0:1789185977.599799:0:21332:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f1c201e800 from lustre-OST0001, refs=2 00000020:01000004:3.0:1789185977.599804:0:21332:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c201e800 2 00000020:01000004:3.0:1789185977.599808:0:21332:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff98f1c201e800 from lustre-OST0001 00000020:00000080:3.0:1789185977.599847:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1789185977.599861:0:21332:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:3.0:1789185977.599866:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f1c1a5e000/lustre-OST0001_UUID 00000020:00000080:3.0:1789185977.599869:0:21332:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c1a5e000/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:3.0:1789185977.599879:0:21332:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:3.0:1789185977.600269:0:21332:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 8b5e51b6-f73d-464f-892e-c60a26cf0ba7->MGS 00010000:00010000:3.0:1789185977.600292:0:21332:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c0031e00/0xda5c730d5a73f91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73f98 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789185977.600319:0:21332:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0031e00/0xda5c730d5a73f91 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73f98 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789185977.600327:0:21332:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:3.0:1789185977.600330:0:21332:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:3.0:1789185977.600335:0:21332:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:3.0:1789185977.600356:0:21332:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:3.0:1789185977.600362:0:21332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c0031e00/0xda5c730d5a73f91 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a73f98 expref: -99 pid: 17887 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789185977.600380:0:21332:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0c00/0xda5c730d5a73e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xda5c730d5a73e87 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789185977.600388:0:21332:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0c00/0xda5c730d5a73e80 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xda5c730d5a73e87 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789185977.600394:0:21332:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1789185977.600396:0:21332:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:3.0:1789185977.600398:0:21332:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:3.0:1789185977.600410:0:21332:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff98f2e79cd000 00010000:00010000:3.0:1789185977.600413:0:21332:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c0c00/0xda5c730d5a73e80 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xda5c730d5a73e87 expref: -99 pid: 17134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1789185977.600432:0:21332:0:(import.c:65:import_set_state_nolock()) ffff98f2e79cd000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:3.0:1789185977.600437:0:21332:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1789185977.600440:0:21332:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1789185977.600442:0:21332:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:3.0:1789185977.600448:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1789185977.600465:0:21332:0:(client.c:3591:ptlrpc_abort_inflight()) @@@ inflight req@ffff98f1c34b5c00 x1876096898542080/t0(0) o250->MGC192.168.204.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1789185983 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1789185977.600497:0:21332:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:3.0:1789185977.600528:0:21332:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:1.0:1789185977.601451:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8b5e51b6-f73d-464f-892e-c60a26cf0ba7:3634:1876096898542080:0@lo:250:kworker.0 00000020:00000080:2.0:1789185977.603195:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c3659000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 10000000:01000000:2.0:1789185977.603970:0:21332:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789185977.603990:0:21332:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a73e6b 00000020:00000080:2.0:1789185977.604001:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f1c4285000/8b5e51b6-f73d-464f-892e-c60a26cf0ba7 00000020:01000000:2.0:1789185977.604139:0:21332:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.148@tcp (flags='') 00000020:00000080:2.0:1789185977.604153:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c4285000/8b5e51b6-f73d-464f-892e-c60a26cf0ba7 for MGC192.168.204.148@tcp 00000020:00000080:2.0:1789185977.604180:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789185977.604190:0:21332:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.148@tcp: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1789185977.604196:0:21332:0:(genops.c:1557:class_disconnect_exports()) OBD device 2 (ffff98f1c2073380) has no exports 10000000:01000000:2.0:1789185977.604219:0:17153:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1789185977.604323:0:21332:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.148@tcp: client import never connected 00000100:00080000:2.0:1789185977.604327:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1789185977.604331:0:21332:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1789185977.604335:0:21332:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1789185977.604337:0:21332:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1789185977.604364:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2e79cd000 for MGC192.168.204.148@tcp 00000020:00000080:2.0:1789185977.604398:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789185977.604405:0:21332:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.148@tcp (uuid 8b5e51b6-f73d-464f-892e-c60a26cf0ba7) 00000020:00000080:2.0:1789185977.604678:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f1c41b2000/8b5e51b6-f73d-464f-892e-c60a26cf0ba7 00000020:00000080:2.0:1789185977.604681:0:21332:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c41b2000/8b5e51b6-f73d-464f-892e-c60a26cf0ba7 for MGC192.168.204.148@tcp 00000020:01000000:2.0:1789185977.604687:0:21332:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.148@tcp (8b5e51b6-f73d-464f-892e-c60a26cf0ba7) 00000020:01000000:2.0:1789185977.607386:0:21332:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789185977.607402:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789185977.607412:0:21332:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789185977.607423:0:21332:0:(genops.c:1818:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff98f2d0b90800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789185977.607493:0:21332:0:(genops.c:1552:class_disconnect_exports()) OBD device 27 (ffff98f2f27a4d40) has exports, disconnecting them 00000020:00080000:2.0:1789185977.607500:0:21332:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff98f2d0b90800), last request at 1789185905 00000020:00000080:2.0:1789185977.607633:0:21332:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74270 00000020:00080000:2.0:1789185977.607659:0:21332:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f2d0b90800): rc 0 00000020:00000080:2.0:1789185977.607664:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f2d0b90800/lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1789185977.607757:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b90800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1789185977.617099:0:21332:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1789185977.617113:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1789185977.617120:0:21332:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1789185977.617130:0:21332:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1789185977.617369:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1789185977.617381:0:21332:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1789185977.617389:0:21332:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1789185977.617394:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1789185977.617399:0:21332:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1789185977.617409:0:21332:0:(genops.c:1818:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff98f1c2c6f000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1789185977.617417:0:21332:0:(genops.c:1552:class_disconnect_exports()) OBD device 28 (ffff98f2f27a19c0) has exports, disconnecting them 00000020:00080000:2.0:1789185977.617423:0:21332:0:(genops.c:1527:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff98f1c2c6f000), last request at 1789185905 00000020:00000080:2.0:1789185977.617427:0:21332:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a74285 00000020:00080000:2.0:1789185977.617447:0:21332:0:(genops.c:1532:class_disconnect_export_list()) disconnected export at 0@lo (ffff98f1c2c6f000): rc 0 00000020:00000080:2.0:1789185977.617453:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f1c2c6f000/lustre-MDT0001-lwp-OST0001 00000020:00000080:1.0:1789185977.617651:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f2d0b91800 for lustre-MDT0000-lwp-OST0001 00000020:00000080:1.0:1789185977.617671:0:8:0:(genops.c:885:class_export_put()) final put ffff98f30018f000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:1.0:1789185977.617674:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f30018f000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:1.0:1789185977.617688:0:8:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:1.0:1789185977.617778:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c2c6f000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:3.0:1789185977.657199:0:21332:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:3.0:1789185977.657211:0:21332:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1789185977.657217:0:21332:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1789185977.657227:0:21332:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1789185977.657338:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff98f1c2c69800 for lustre-MDT0001-lwp-OST0001 00010000:00010000:2.0:1789185977.662666:0:17144:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:0.0:1789185977.666051:0:17143:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:1.0:1789185977.666326:0:17138:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_000: service thread [ffff98f2d1736200:17138] 0 exiting: rc = 1 00000100:00100000:1.0:1789185977.666407:0:17139:0:(service.c:3188:ptlrpc_main()) ldlm_cb00_001: service thread [ffff98f1c1990600:17139] 1 exiting: rc = 0 00000100:00100000:3.0:1789185977.666533:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.667137:0:17142:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_002: service thread [ffff98f2e7af1800:17142] 2 exiting: rc = 0 00000100:00100000:1.0:1789185977.667241:0:20295:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_003: service thread [ffff98f1c353ba00:20295] 3 exiting: rc = 0 00000100:00100000:3.0:1789185977.667695:0:17140:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_000: service thread [ffff98f1c1991200:17140] 0 exiting: rc = 1 00000100:00100000:0.0:1789185977.667799:0:17141:0:(service.c:3188:ptlrpc_main()) ldlm_cn00_001: service thread [ffff98f1c1990800:17141] 1 exiting: rc = 0 00000100:00100000:3.0:1789185977.667940:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667949:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667956:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667963:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667970:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667976:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667984:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667989:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.667995:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668000:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668005:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668011:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668016:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668252:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668258:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668264:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668270:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668276:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668281:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668287:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668293:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668299:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668306:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668330:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668336:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668343:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668349:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668353:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668358:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668364:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668369:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668375:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668380:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668386:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668391:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668396:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668402:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668407:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668412:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668418:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668424:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668430:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668435:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668441:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668448:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668454:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668461:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668467:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668472:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668478:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668484:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668491:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668496:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668581:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668588:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668594:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668600:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668606:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668619:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668625:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668632:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668638:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668644:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.668650:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:0.0:1789185977.669989:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185977.670005:0:21332:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:0.0:1789185977.670012:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f2d0b96000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:0.0:1789185977.670165:0:21332:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2d0b96000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:0.0:1789185977.670173:0:21332:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:0.0:1789185977.670240:0:21332:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c201e800 1 00000020:00000080:0.0:1789185977.670248:0:21332:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xda5c730d5a7422a 00000020:00000080:0.0:1789185977.670256:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f2ffafe800/lustre-OST0001-osd_UUID 00000020:01000000:0.0:1789185977.670309:0:21332:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:0.0:1789185977.670314:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185977.670320:0:21332:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1789185977.670324:0:21332:0:(genops.c:1557:class_disconnect_exports()) OBD device 25 (ffff98f1c2d98000) has no exports 00000020:00000080:1.0:1789185977.681235:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff98f2ffafe800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:0.0:1789185977.734942:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185977.734962:0:21332:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:0.0:1789185977.734969:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f1c201b000/lustre-OST0001-osd_UUID 00000020:00000080:0.0:1789185977.734976:0:21332:0:(genops.c:844:class_export_destroy()) destroying export ffff98f1c201b000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:0.0:1789185977.734994:0:21332:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:0.0:1789185977.735816:0:21332:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff98f1c201e000 00000020:01000000:0.0:1789185977.735858:0:21332:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:0.0:1789185977.735866:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1789185977.735886:0:21332:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1789185977.735892:0:21332:0:(genops.c:1557:class_disconnect_exports()) OBD device 21 (ffff98f30038b380) has no exports 00000020:00000080:0.0:1789185977.735986:0:21332:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1789185977.735994:0:21332:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:0.0:1789185977.735998:0:21332:0:(genops.c:885:class_export_put()) final put ffff98f300099800/OSS_uuid 00000020:00000080:0.0:1789185977.736002:0:21332:0:(genops.c:844:class_export_destroy()) destroying export ffff98f300099800/OSS_uuid for OSS 00000020:01000000:0.0:1789185977.736008:0:21332:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:0.0:1789185977.736588:0:17151:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1789185977.736930:0:18662:0:(service.c:3188:ptlrpc_main()) ll_ost00_000: service thread [ffff98f1c2eae600:18662] 0 exiting: rc = 1 00000100:00100000:1.0:1789185977.738711:0:18664:0:(service.c:3188:ptlrpc_main()) ll_ost00_002: service thread [ffff98f1c2eaee00:18664] 2 exiting: rc = 0 00000100:00100000:0.0:1789185977.738715:0:19112:0:(service.c:3188:ptlrpc_main()) ll_ost00_003: service thread [ffff98f300c8e000:19112] 3 exiting: rc = 0 00000100:00100000:3.0:1789185977.742267:0:18663:0:(service.c:3188:ptlrpc_main()) ll_ost00_001: service thread [ffff98f1c19a6400:18663] 1 exiting: rc = 0 00000100:00100000:0.0:1789185977.746989:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747003:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747009:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747015:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747031:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747037:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747043:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747049:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747055:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747061:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747067:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747073:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747079:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747085:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747093:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747099:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747104:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747109:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747114:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747119:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747124:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747129:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747135:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747140:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747145:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747150:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747175:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747181:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747188:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747194:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747214:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747220:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747226:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747232:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747237:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747242:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747248:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747253:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747259:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747264:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747269:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747273:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747279:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747285:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747291:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747297:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747303:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747309:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747315:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747320:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747325:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747331:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747336:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747341:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747347:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747353:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747358:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747363:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747370:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747376:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747382:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747396:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747402:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.747408:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1789185977.749591:0:18665:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_000: service thread [ffff98f2c3dfa000:18665] 0 exiting: rc = 1 00000100:00100000:1.0:1789185977.749771:0:18666:0:(service.c:3188:ptlrpc_main()) ll_ost_create00_001: service thread [ffff98f2c3ea4e00:18666] 1 exiting: rc = 0 00000100:00100000:1.0:1789185977.751293:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751306:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751375:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751383:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751389:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751395:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751401:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751408:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751414:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751445:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751451:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751456:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751462:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751467:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751474:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751481:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751486:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751491:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751497:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751513:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751519:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751525:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751531:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751565:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751573:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751580:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751586:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751591:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751598:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751604:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751609:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751614:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751620:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751626:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751632:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751638:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751645:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751651:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751657:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751665:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751671:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751677:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751683:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751688:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751702:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751710:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751717:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751722:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751727:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751732:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751738:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751743:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751748:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751753:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751758:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751763:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751768:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751773:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751778:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751783:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751788:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751793:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751800:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.751807:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.753017:0:18668:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_001: service thread [ffff98f2fb376800:18668] 1 exiting: rc = 0 00000100:00100000:2.0:1789185977.753390:0:18667:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_000: service thread [ffff98f300c8f600:18667] 0 exiting: rc = 1 00000100:00100000:2.0:1789185977.753570:0:18669:0:(service.c:3188:ptlrpc_main()) ll_ost_io00_002: service thread [ffff98f2e6505200:18669] 2 exiting: rc = 0 00000100:00100000:1.0:1789185977.754177:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754188:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754194:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754200:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754206:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754212:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754217:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754223:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754254:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754261:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754268:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754274:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754282:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754289:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754313:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754320:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754325:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754333:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754339:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754347:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754354:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754361:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754368:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754376:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754382:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754389:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754396:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754402:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754407:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754413:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754419:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754426:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754448:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754456:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754462:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754468:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754475:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754482:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754488:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754494:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754511:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754519:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754526:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754533:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754540:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754546:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754553:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754560:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754566:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754580:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754586:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754592:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754599:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754604:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754611:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754618:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754624:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754641:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754649:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754656:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754662:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754669:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754685:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1789185977.754703:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1789185977.765009:0:18671:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff98f2f29e5c00:18671] 1 exiting: rc = 0 00000100:00100000:3.0:1789185977.765242:0:18670:0:(service.c:3188:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff98f2e6504800:18670] 0 exiting: rc = 1 00000100:00100000:0.0:1789185977.766253:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766265:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766271:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766277:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766283:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766288:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766294:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766308:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766317:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766322:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766328:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766333:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766338:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766345:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766351:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766357:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766363:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766369:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766375:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766381:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766387:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766398:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766404:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766410:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766416:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766422:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766427:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766433:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766438:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766445:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766451:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766457:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766478:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766484:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766490:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.766496:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767215:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767224:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767231:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767237:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767243:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767249:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767255:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767261:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767266:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767272:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767278:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767284:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767290:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767296:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767302:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767311:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767317:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767323:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767329:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767346:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767355:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767361:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767367:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767374:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767383:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767389:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767395:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.767402:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.777343:0:18672:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_000: service thread [ffff98f2c466a600:18672] 0 exiting: rc = 1 00000100:00100000:1.0:1789185977.778211:0:18673:0:(service.c:3188:ptlrpc_main()) ll_ost_out00_001: service thread [ffff98f300cfa400:18673] 1 exiting: rc = 0 00000100:00100000:0.0:1789185977.778329:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778343:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778372:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778381:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778389:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778396:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778402:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778408:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778416:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778422:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778428:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778435:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778457:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778465:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778472:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778479:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778486:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778493:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778649:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778657:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778674:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778681:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778688:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778696:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778719:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778726:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778732:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778738:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778746:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778752:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778761:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778768:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778775:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778781:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778788:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778795:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778817:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778832:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778839:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778846:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778853:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778860:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778867:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778876:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778884:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778891:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778898:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.778904:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779305:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779386:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779394:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779401:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779408:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779415:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779421:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779427:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779434:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779440:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779446:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779454:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779476:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779484:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779490:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1789185977.779497:0:21332:0:(events.c:344:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1789185977.805023:0:21332:0:(tgt_mount.c:2180:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:0.0:1789185998.758235:0:22096:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg448-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1789186008.743063:0:22695:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789186008.743069:0:22695:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:2.0:1789186008.743071:0:22695:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1789186008.743182:0:22695:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98f2d871f800 00000020:01000004:2.0:1789186008.743197:0:22695:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1789186008.743213:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789186008.743226:0:22695:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff98f2c6fd4d40) 00000020:00000080:2.0:1789186008.743239:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:3.0:1789186008.806599:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789186008.806803:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.807812:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.809442:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:3.0:1789186008.809844:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:3.0:1789186008.810151:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.810408:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.810588:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:3.0:1789186008.810784:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789186008.811123:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.811369:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:3.0:1789186008.811555:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.811801:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.812066:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.812269:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789186008.814055:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.814262:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.814498:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.814721:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.815080:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.815323:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.815557:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.815781:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.816133:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.816318:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.816507:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.816688:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.817187:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.817380:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.817610:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.818011:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.818223:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.818449:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.818676:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.819060:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.819367:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.819606:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.819850:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.820329:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.820573:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.820900:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.821220:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.821472:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.821683:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.822033:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.822244:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:3.0:1789186008.822444:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:3.0:1789186008.823563:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.824485:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.824844:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.829299:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.829546:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:3.0:1789186008.829896:0:22695:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00080000:01000000:3.0:1789186008.830488:0:22695:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789186008.830707:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:3.0:1789186008.830716:0:22695:0:(osd_handler.c:8926:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789186008.830727:0:22695:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a74771 00000020:01000004:3.0:1789186008.830735:0:22695:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:3.0:1789186008.830739:0:22695:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:3.0:1789186008.830745:0:22695:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98f2d871f800 from MGS 00000020:01000004:3.0:1789186008.830748:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:3.0:1789186008.830758:0:22695:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff98f1c2d9b380) 00000020:00000080:0.0:1789186008.831208:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:0.0:1789186008.831271:0:22695:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f2d871f800 from MGS, refs=2 00080000:01000000:0.0:1789186008.831275:0:22695:0:(osd_handler.c:8926:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789186008.831279:0:22695:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a7477f 00000100:00100000:0.0:1789186008.831380:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:0.0:1789186008.831495:0:22695:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:0.0:1789186008.831500:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1789186008.832559:0:22695:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1789186008.832568:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:2.0:1789186008.833346:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789186008.833508:0:22695:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:2.0:1789186008.833514:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:3.0:1789186008.834285:0:22695:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:3.0:1789186008.834295:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1789186008.834627:0:22695:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1789186008.834634:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1789186008.835589:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186008.835593:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186008.835595:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186008.835847:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186008.835850:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186008.835851:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186008.836838:0:22695:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:1.0:1789186008.839977:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:2.0:1789186008.844299:0:22695:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:2.0:1789186008.847712:0:22707:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:0.0:1789186008.847842:0:22695:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:0.0:1789186008.847904:0:22695:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789186008.850098:0:22695:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:0.0:1789186008.852021:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789186008.852196:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:0.0:1789186008.852203:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1789186008.853529:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1789186008.853541:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:0.0:1789186008.858085:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:0.0:1789186008.858103:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1789186008.860953:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1789186008.860979:0:22695:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.148@tcp' 00000020:01000004:2.0:1789186008.860981:0:22695:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1789186008.861016:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.148@tcp (typ=mgc) 00000020:00000080:2.0:1789186008.861030:0:22695:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.148@tcp (ffff98f2c6fd0000) 00000020:00000080:2.0:1789186008.861047:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1789186008.861138:0:22695:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2d871c800@MGC192.168.204.148@tcp: add connection 192.168.204.148@tcp at head 00010000:00010000:2.0:1789186008.861298:0:22695:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.148@tcp-0 is initialized 00000040:01000000:2.0:1789186008.861304:0:22695:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.148@tcp ctxt 1 is initialized 00000100:00080000:0.0:1789186008.862108:0:22712:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:1.0:1789186008.862827:0:22713:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:2.0:1789186008.862945:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.148@tcp (uuid f9dcdb2a-a817-42c2-af51-4e9583104fc5) 00000020:00000080:2.0:1789186008.862966:0:22695:0:(genops.c:1384:class_connect()) connect: client f9dcdb2a-a817-42c2-af51-4e9583104fc5, cookie 0xda5c730d5a7478d 00000100:00080000:2.0:1789186008.862976:0:22695:0:(import.c:545:import_select_connection()) MGC192.168.204.148@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789186008.862988:0:22695:0:(import.c:666:import_select_connection()) MGC192.168.204.148@tcp: import ffff98f2d871c800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:2.0:1789186008.863023:0:22695:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f1c34b4000 x1876096898542592/t0(0) o250->MGC192.168.204.148@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789186008.863047:0:22695:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import f9dcdb2a-a817-42c2-af51-4e9583104fc5->MGS 00000020:01000004:2.0:1789186008.863069:0:22695:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:2.0:1789186008.863074:0:22695:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:2.0:1789186008.863087:0:22695:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff98f2c6fd19c0) 00000020:00000080:2.0:1789186008.863097:0:22695:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:1.0:1789186008.863395:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3634:1876096898542592:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1789186008.863465:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186008.863646:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898542592 00000100:00100000:0.0:1789186008.863654:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898542592 00000100:00100000:0.0:1789186008.863692:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789186008.863699:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3634:x1876096898542592:12345-0@lo:250:mount.lustre.0 00010000:00080000:0.0:1789186008.863721:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from f9dcdb2a-a817-42c2-af51-4e9583104fc5@0@lo t0 exp 0000000000000000 cur 648 last 0 00000020:00000080:0.0:1789186008.863741:0:22709:0:(genops.c:1384:class_connect()) connect: client f9dcdb2a-a817-42c2-af51-4e9583104fc5, cookie 0xda5c730d5a7479b 00000100:00080000:0.0:1789186008.863858:0:22709:0:(import.c:65:import_set_state_nolock()) ffff98f2d8571000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789186008.864097:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+5:3634:x1876096898542592:12345-0@lo:250:mount.lustre.0 Request processed in 396us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186008.864105:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789186008.864179:0:3634:0:(client.c:3126:ptlrpc_free_committed()) MGC192.168.204.148@tcp: committing for last_committed 0 gen 1 00000100:00080000:1.0:1789186008.864187:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) MGC192.168.204.148@tcp: connect to target with instance 0 00000100:00080000:1.0:1789186008.864193:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) MGC192.168.204.148@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:1.0:1789186008.864197:0:3634:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:1.0:1789186008.864200:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d871c800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:1.0:1789186008.864202:0:3634:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:1.0:1789186008.864227:0:3634:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:1.0:1789186008.864233:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3634:1876096898542592:0@lo:250:mount.lustre.0 00000100:00100000:2.0:1789186008.883828:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789186008.890454:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:2.0:1789186008.890463:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1789186008.891257:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1789186008.891265:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:2.0:1789186008.891588:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:2.0:1789186008.891594:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1789186008.892395:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789186008.892547:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1789186008.892552:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:2.0:1789186008.893169:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:2.0:1789186008.893176:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:0.0:1789186008.926275:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789186008.926480:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:0.0:1789186008.926486:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:0.0:1789186008.927493:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:0.0:1789186008.927502:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1789186008.928239:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789186008.928395:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789186008.928401:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1789186008.928784:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789186008.928857:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1789186008.929432:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789186008.929583:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789186008.929588:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1789186008.930369:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789186008.930376:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1789186008.930904:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789186008.931189:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1789186008.931195:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1789186008.932092:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1789186008.932101:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1789186008.957829:0:22695:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789186008.958254:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789186008.958261:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1789186008.959261:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1789186008.959271:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:1.0:1789186008.960049:0:22695:0:(service.c:3467:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:1.0:1789186008.960058:0:22695:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1789186008.960754:0:22695:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1789186008.960781:0:22695:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:1.0:1789186008.960787:0:22695:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.148@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1789186008.960891:0:22695:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.148@tcp ctxt 0 is initialized 00000020:01000004:2.0:1789186008.961171:0:22695:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.148@tcp, index=0000, flags=0x20005 00000020:01000004:2.0:1789186008.961176:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1789186008.961178:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789186008.961179:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789186008.961181:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789186008.961182:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789186008.961183:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789186008.961185:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789186008.961186:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789186008.961188:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789186008.961189:0:22695:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789186008.961192:0:22695:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:2.0:1789186008.961194:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789186008.961195:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789186008.961196:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789186008.961197:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789186008.961198:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789186008.961199:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789186008.961200:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789186008.961201:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789186008.961202:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789186008.961203:0:22695:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1789186008.961228:0:22695:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1789186008.961248:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898542720:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789186008.961318:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.961361:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186008.961422:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898542720 00000100:00100000:0.0:1789186008.961430:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898542720 00000100:00100000:0.0:1789186008.961475:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789186008.961484:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+5:22695:x1876096898542720:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789186008.961530:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1789186008.961533:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789186008.961536:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:1.0:1789186008.961835:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1789186008.962353:0:22711:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:0.0:1789186008.963662:0:22733:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:0.0:1789186008.963668:0:22733:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:0.0:1789186008.963671:0:22733:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:0.0:1789186008.963674:0:22733:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:0.0:1789186008.963851:0:22733:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:1.0:1789186008.964226:0:22711:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1789186008.964237:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1789186008.965766:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+5:22695:x1876096898542720:12345-0@lo:253:mount.lustre.0 Request processed in 4275us (4440us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186008.965780:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789186008.965862:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898542720:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1789186008.965877:0:22695:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1789186008.965881:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1789186008.965882:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1789186008.965884:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789186008.965885:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789186008.965886:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789186008.965888:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789186008.965889:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789186008.965890:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1789186008.965892:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789186008.965894:0:22695:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1789186008.966036:0:22695:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98f2d871f800 from lustre-MDT0000 10000000:01000000:2.0:1789186008.966067:0:22695:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:2.0:1789186008.966070:0:22695:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789186008.966074:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff98f2c6fd0000 10000000:01000000:2.0:1789186008.966077:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789186008.966085:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff98f2c6fd0000 from 1 10000000:01000000:2.0:1789186008.966088:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1789186008.966126:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.966138:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.966147:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186008.966167:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898542848:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186008.966206:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.966303:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:0.0:1789186008.966345:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898542848 00000100:00100000:0.0:1789186008.966353:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898542848 00000100:00100000:0.0:1789186008.966431:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789186008.966440:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+5:22695:x1876096898542848:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186008.966453:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186008.966467:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0031a00/0xda5c730d5a747a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a747a2 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186008.966501:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0031a00/0xda5c730d5a747a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a747a2 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186008.966511:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0031a00/0xda5c730d5a747a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a747a2 expref: 6 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186008.966521:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0031a00, rc 0) 00000100:00100000:0.0:1789186008.966599:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+6:22695:x1876096898542848:12345-0@lo:101:mount.lustre.0 Request processed in 159us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186008.966606:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789186008.966652:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898542848:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186008.966674:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.966683:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186008.966750:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898542976:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186008.966778:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.966881:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:1.0:1789186008.967048:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898542976 00000100:00100000:1.0:1789186008.967053:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898542976 00000100:00100000:1.0:1789186008.967076:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789186008.967083:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+6:22695:x1876096898542976:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186008.967264:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+6:22695:x1876096898542976:12345-0@lo:501:mount.lustre.0 Request processed in 181us (485us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789186008.967272:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789186008.967333:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898542976:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1789186008.967362:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1789186008.967381:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967390:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186008.967398:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98f2d871f800 10000000:01000000:2.0:1789186008.967402:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1789186008.967406:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff98f2d871f800 10000000:01000000:2.0:1789186008.967409:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1789186008.967411:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff98f2d871f800 from 1 10000000:01000000:2.0:1789186008.967413:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1789186008.967430:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967437:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967456:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186008.967468:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543104:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186008.967495:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.967515:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:1.0:1789186008.967573:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898543104 00000100:00100000:1.0:1789186008.967577:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898543104 00000100:00100000:1.0:1789186008.967595:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789186008.967600:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+6:22695:x1876096898543104:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186008.967607:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186008.967618:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf9400/0xda5c730d5a747b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a747b0 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186008.967643:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf9400/0xda5c730d5a747b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a747b0 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186008.967650:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f1c1bf9400/0xda5c730d5a747b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a747b0 expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186008.967657:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f1c1bf9400, rc 0) 00000100:00100000:1.0:1789186008.967693:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+7:22695:x1876096898543104:12345-0@lo:101:mount.lustre.0 Request processed in 92us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186008.967700:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789186008.967767:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543104:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186008.967777:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747b7 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967784:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a747b7 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186008.967795:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1789186008.967807:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747b7 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967815:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300dde200/0xda5c730d5a747b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747b7 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186008.967820:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:2.0:1789186008.967823:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789186008.967827:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff98f2d871f800 10000000:01000000:2.0:1789186008.967829:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1789186008.967831:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:2.0:1789186008.967833:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1789186008.967846:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967859:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.967868:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186008.967879:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543232:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186008.968036:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.968055:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:1.0:1789186008.968101:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898543232 00000100:00100000:1.0:1789186008.968105:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898543232 00000100:00100000:1.0:1789186008.968124:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789186008.968129:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+7:22695:x1876096898543232:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186008.968136:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186008.968144:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf8000/0xda5c730d5a747c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a747be expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186008.968158:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf8000/0xda5c730d5a747c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a747be expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186008.968166:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f1c1bf8000/0xda5c730d5a747c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a747be expref: 8 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186008.968172:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f1c1bf8000, rc 0) 00000100:00100000:1.0:1789186008.968211:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+8:22695:x1876096898543232:12345-0@lo:101:mount.lustre.0 Request processed in 81us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186008.968217:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789186008.968289:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543232:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186008.968302:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747c5 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186008.968309:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a747c5 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186008.968348:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186008.968373:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.968393:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:1.0:1789186008.968440:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898543360 00000100:00100000:1.0:1789186008.968444:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898543360 00000100:00100000:1.0:1789186008.968462:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789186008.968468:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+8:22695:x1876096898543360:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186008.968592:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22695:x1876096898543360:12345-0@lo:501:mount.lustre.0 Request processed in 123us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186008.968598:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186008.968664:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186008.968691:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543488:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186008.968727:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186008.968748:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:1.0:1789186008.968791:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898543488 00000100:00100000:1.0:1789186008.968796:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898543488 00000100:00100000:1.0:1789186008.968813:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789186008.968818:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22695:x1876096898543488:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186008.969500:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22695:x1876096898543488:12345-0@lo:503:mount.lustre.0 Request processed in 679us (770us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186008.969508:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789186008.969708:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898543488:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186008.970185:0:22734:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22734:1876096898543616:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789186008.970226:0:22734:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186008.970262:0:22734:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f30024cb40 going to sleep for 11 seconds 00000100:00100000:2.0:1789186008.970316:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898543616 00000100:00100000:2.0:1789186008.970328:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898543616 00000100:00100000:2.0:1789186008.970363:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789186008.970369:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22734:x1876096898543616:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789186008.970869:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22734:x1876096898543616:12345-0@lo:502:llog_process_th.0 Request processed in 499us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186008.970877:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789186008.971092:0:22734:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22734:1876096898543616:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789186008.971121:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186008.971132:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186008.971134:0:22734:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789186008.971140:0:22734:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:1.0:1789186008.971142:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789186008.971157:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff98f2f27a4d40) 00000020:00000080:1.0:1789186008.971176:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:1.0:1789186008.971181:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:1.0:1789186008.971255:0:22734:0:(osd_handler.c:8926:osd_obd_connect()) connect #2 00000020:00000080:1.0:1789186008.971266:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a747d3 00000020:00000080:1.0:1789186008.971466:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:1.0:1789186008.971471:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186008.971474:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186008.971476:0:22734:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:1.0:1789186008.971478:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186008.971481:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186008.971483:0:22734:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:1.0:1789186008.971486:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789186008.971493:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff98f2f27a3380) 00000020:00000080:1.0:1789186008.971502:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:1.0:1789186008.971506:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:1.0:1789186008.971508:0:22734:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:1.0:1789186008.971511:0:22734:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:1.0:1789186008.971517:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1789186008.971557:0:22734:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f2d871f800 from lustre-MDT0000, refs=3 00000020:00000080:1.0:1789186008.971570:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff98f2f27a19c0) 00000020:00000080:1.0:1789186008.971577:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:1.0:1789186008.971639:0:22734:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:1.0:1789186008.971644:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a747e8 00000020:00000080:1.0:1789186008.971730:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:1.0:1789186008.971737:0:22734:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:1.0:1789186008.971741:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xda5c730d5a747ef 00080000:01000000:1.0:1789186008.971746:0:22734:0:(osd_handler.c:8926:osd_obd_connect()) connect #3 00000020:00000080:1.0:1789186008.971749:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a747f6 00010000:00010000:1.0:1789186009.033427:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1789186009.034199:0:22734:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:1.0:1789186009.034497:0:22734:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1789186009.035048:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff98f2f27a0000) 00000020:00000080:1.0:1789186009.035066:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1789186009.035134:0:22734:0:(osd_handler.c:8926:osd_obd_connect()) connect #4 00000020:00000080:1.0:1789186009.035142:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a74804 00000020:00000080:0.0:1789186009.037167:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1789186009.039840:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xda5c730d5a7480b 00000020:00000080:2.0:1789186009.040457:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:2.0:1789186009.040469:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186009.040476:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.040478:0:22734:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:2.0:1789186009.040481:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1789186009.040484:0:22734:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:2.0:1789186009.040486:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789186009.040487:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1789186009.040488:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1789186009.040491:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.040493:0:22734:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:2.0:1789186009.040495:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186009.040500:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.040501:0:22734:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:2.0:1789186009.040506:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:2.0:1789186009.040551:0:22734:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:2.0:1789186009.040569:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186009.040573:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.040574:0:22734:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:2.0:1789186009.040577:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186009.040580:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.040581:0:22734:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:2.0:1789186009.040584:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:2.0:1789186009.040590:0:22734:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.148@tcp to nid 0x20000c0a8cc94 (192.168.204.148@tcp) 00000020:00000080:2.0:1789186009.040618:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1789186009.040634:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff98f2c6fd3380) 00000020:00000080:2.0:1789186009.040657:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:2.0:1789186009.040663:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:2.0:1789186009.040736:0:22734:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:2.0:1789186009.040742:0:22734:0:(osd_handler.c:8926:osd_obd_connect()) connect #5 00000020:00000080:2.0:1789186009.040748:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a74819 00010000:00080000:2.0:1789186009.040780:0:22734:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2c2af4000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.148@tcp at head 00010000:00010000:2.0:1789186009.048282:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:1.0:1789186009.050398:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789186009.050421:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1789186009.050459:0:22734:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:1.0:1789186009.050480:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a74820 00000100:00080000:1.0:1789186009.050490:0:22734:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789186009.050501:0:22734:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98f2c2af4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789186009.050537:0:22734:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff4e00 x1876096898543744/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789186009.050567:0:22734:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:1.0:1789186009.050621:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186009.050624:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.050626:0:22734:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:1.0:1789186009.050629:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789186009.050632:0:22734:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1789186009.050633:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789186009.050635:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789186009.050636:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789186009.050639:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.050641:0:22734:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789186009.050643:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789186009.050648:0:22734:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789186009.050651:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.050652:0:22734:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1789186009.050655:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789186009.050659:0:22734:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.148@tcp to nid 0x20000c0a8cc94 (192.168.204.148@tcp) 00000020:01000000:1.0:1789186009.050680:0:22734:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789186009.050683:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789186009.050706:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff98f2e7f50000) 00000020:00000080:1.0:1789186009.050718:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:1.0:1789186009.050723:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789186009.050788:0:22734:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:1.0:1789186009.050801:0:22734:0:(osd_handler.c:8926:osd_obd_connect()) connect #6 00000020:00000080:1.0:1789186009.050812:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a7482e 00010000:00080000:1.0:1789186009.050840:0:22734:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2fb33f000@lustre-OST0000-osc-MDT0000: add connection 192.168.204.148@tcp at head 00010000:00010000:1.0:1789186009.051332:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1789186009.051718:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898543744:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789186009.051786:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186009.051952:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898543744 00000100:00100000:3.0:1789186009.051959:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898543744 00000100:00100000:3.0:1789186009.051991:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789186009.051997:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3634:x1876096898543744:12345-0@lo:38:llog_process_th.0 00010000:00020000:3.0:1789186009.052013:0:22721:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:1.0:1789186009.057298:0:22734:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789186009.057583:0:22734:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1789186009.060117:0:22734:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789186009.060427:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1789186009.070137:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:3.0:1789186009.072536:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3634:x1876096898543744:12345-0@lo:38:llog_process_th.0 Request processed in 20530us (20742us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789186009.072552:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:1.0:1789186009.072902:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186009.072940:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1789186009.072944:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898543744:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1789186009.074451:0:22740:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789186009.074459:0:22740:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1789186009.075280:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1789186009.075292:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1789186009.075324:0:22734:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1789186009.075342:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a74835 00000100:00080000:1.0:1789186009.075351:0:22734:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1789186009.075361:0:22734:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98f2fb33f000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:1.0:1789186009.075394:0:22734:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff4e00 x1876096898543872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789186009.075425:0:22734:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1789186009.075471:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186009.075474:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.075476:0:22734:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1789186009.075479:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1789186009.075482:0:22734:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1789186009.075484:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789186009.075485:0:22734:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1789186009.075487:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1789186009.075489:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.075490:0:22734:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1789186009.075501:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1789186009.075504:0:22734:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1789186009.075509:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.075510:0:22734:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1789186009.075513:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1789186009.075517:0:22734:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.148@tcp to nid 0x20000c0a8cc94 (192.168.204.148@tcp) 00000020:01000000:1.0:1789186009.075541:0:22734:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1789186009.075543:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1789186009.075554:0:22734:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff98f2e7f53380) 00000020:00000080:1.0:1789186009.075565:0:22734:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1789186009.075570:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1789186009.075640:0:22734:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1789186009.075646:0:22734:0:(osd_handler.c:8926:osd_obd_connect()) connect #7 00000020:00000080:1.0:1789186009.075653:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xda5c730d5a74843 00010000:00080000:1.0:1789186009.075679:0:22734:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2ff92f800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.148@tcp at head 00000100:00100000:2.0:1789186009.076042:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898543872:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789186009.076094:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898543872 offset 0 length 520: 4 00010000:00010000:1.0:1789186009.076281:0:22734:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1789186009.076341:0:22734:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789186009.076355:0:22734:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:2.0:1789186009.079529:0:22734:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789186009.079804:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1789186009.080122:0:22734:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:2.0:1789186009.083762:0:22742:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789186009.083771:0:22742:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789186009.084823:0:22734:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1789186009.084836:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789186009.084876:0:22734:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789186009.084899:0:22734:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a7484a 00000100:00080000:0.0:1789186009.085088:0:22734:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789186009.085103:0:22734:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98f2ff92f800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186009.085145:0:22734:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872d500 x1876096898544000/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789186009.085211:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898544000:0@lo:8:llog_process_th.0 00000400:00000100:2.0:1789186009.085281:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898544000 offset 0 length 520: 4 00000100:00080000:0.0:1789186009.085337:0:22734:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789186009.085410:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186009.085414:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186009.085416:0:22734:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789186009.085419:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186009.085429:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186009.085430:0:22734:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789186009.085434:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789186009.085436:0:22734:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789186009.085438:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186009.085440:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186009.085441:0:22734:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789186009.085445:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186009.085447:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186009.085448:0:22734:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789186009.085451:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:0.0:1789186009.085479:0:22734:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22734:1876096898544128:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789186009.085530:0:22734:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186009.085549:0:22734:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c0f840 going to sleep for 11 seconds 00000100:00100000:2.0:1789186009.085686:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544128 00000100:00100000:2.0:1789186009.085694:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544128 00000100:00100000:2.0:1789186009.085780:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186009.085791:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22734:x1876096898544128:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789186009.085953:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22734:x1876096898544128:12345-0@lo:502:llog_process_th.0 Request processed in 164us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186009.085962:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1789186009.086047:0:22734:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22734:1876096898544128:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1789186009.086073:0:22734:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186009.086078:0:22734:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186009.086080:0:22734:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1789186009.086083:0:22734:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:3.0:1789186009.086329:0:22695:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:3.0:1789186009.086351:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:3.0:1789186009.086373:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747c5 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.086384:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddee00/0xda5c730d5a747be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747c5 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186009.086393:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f2d871f800 from 1 10000000:01000000:3.0:1789186009.086395:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789186009.086428:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.086436:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.086446:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186009.086460:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544256:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789186009.086492:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186009.086666:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c7f12a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.086699:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544256 00000100:00100000:0.0:1789186009.086704:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544256 00000100:00100000:0.0:1789186009.086728:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789186009.086734:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+9:22695:x1876096898544256:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186009.086744:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186009.086755:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74851 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186009.086777:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74851 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186009.086787:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74851 expref: 10 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186009.086796:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0031200, rc 0) 00000100:00100000:0.0:1789186009.086827:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+10:22695:x1876096898544256:12345-0@lo:101:mount.lustre.0 Request processed in 92us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186009.086845:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789186009.087067:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544256:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186009.087080:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.087096:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186009.087625:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544384:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1789186009.087668:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.087801:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3003689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186009.087894:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544384 00000100:00100000:3.0:1789186009.087900:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544384 00000100:00100000:1.0:1789186009.088083:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789186009.088094:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+10:22695:x1876096898544384:12345-0@lo:256:mount.lustre.0 20000000:01000000:1.0:1789186009.088111:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:1.0:1789186009.088116:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:1.0:1789186009.088193:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+10:22695:x1876096898544384:12345-0@lo:256:mount.lustre.0 Request processed in 102us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186009.088212:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186009.088289:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544384:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1789186009.088854:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789186009.088880:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.088891:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186009.088899:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f2d871f800 from 1 10000000:01000000:2.0:1789186009.088902:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789186009.089031:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.089040:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.089049:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186009.089065:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544512:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186009.089104:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.089250:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3003689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186009.089326:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544512 00000100:00100000:3.0:1789186009.089332:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544512 00000100:00100000:3.0:1789186009.089358:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789186009.089373:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+10:22695:x1876096898544512:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186009.089383:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186009.089398:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a7485f expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.089417:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a7485f expref: 11 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.089425:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a7485f expref: 11 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.089433:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3e00, rc 0) 00000100:00100000:3.0:1789186009.089516:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22695:x1876096898544512:12345-0@lo:101:mount.lustre.0 Request processed in 144us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186009.089523:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789186009.089628:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544512:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186009.089640:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.089648:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186009.089701:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186009.089725:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.089784:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3003689c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186009.089820:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544640 00000100:00100000:3.0:1789186009.089824:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544640 00000100:00100000:3.0:1789186009.089890:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789186009.089897:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22695:x1876096898544640:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186009.090066:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22695:x1876096898544640:12345-0@lo:501:mount.lustre.0 Request processed in 169us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186009.090074:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789186009.090151:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544640:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186009.090175:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544768:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186009.090213:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.090393:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3003689c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186009.090450:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544768 00000100:00100000:1.0:1789186009.090454:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544768 00000100:00100000:1.0:1789186009.090473:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1789186009.090478:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22695:x1876096898544768:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186009.090558:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22695:x1876096898544768:12345-0@lo:503:mount.lustre.0 Request processed in 79us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186009.090565:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1789186009.090651:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898544768:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186009.091067:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22744:1876096898544896:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789186009.091097:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.091165:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368480 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.091220:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898544896 00000100:00100000:0.0:1789186009.091224:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898544896 00000100:00100000:1.0:1789186009.091293:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789186009.091301:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22744:x1876096898544896:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1789186009.091668:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22744:x1876096898544896:12345-0@lo:502:llog_process_th.0 Request processed in 368us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186009.091675:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1789186009.091728:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22744:1876096898544896:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1789186009.091747:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186009.091755:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.091758:0:22744:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789186009.091764:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f2d871f800 00000020:00000080:2.0:1789186009.091767:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186009.091774:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186009.091780:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.091782:0:22744:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789186009.091785:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186009.091787:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.091789:0:22744:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789186009.091792:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f2d871f800 00000020:00000080:2.0:1789186009.091794:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186009.091893:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186009.091897:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.091898:0:22744:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789186009.091901:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186009.091904:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.092042:0:22744:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789186009.092049:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f2d871f800 00000020:00000080:2.0:1789186009.092051:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186009.095043:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186009.095056:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.095058:0:22744:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789186009.095062:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186009.095067:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186009.095068:0:22744:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789186009.095073:0:22744:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f2d871f800 00000020:00000080:2.0:1789186009.095076:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:2.0:1789186009.095159:0:22744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22744:1876096898545024:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789186009.095248:0:22744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.095300:0:22744:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368480 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.095403:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545024 00000100:00100000:0.0:1789186009.095413:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545024 00000100:00100000:0.0:1789186009.095468:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789186009.095478:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22744:x1876096898545024:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789186009.095602:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22744:x1876096898545024:12345-0@lo:502:llog_process_th.0 Request processed in 126us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186009.095609:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789186009.095668:0:22744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22744:1876096898545024:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1789186009.095692:0:22744:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186009.095697:0:22744:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186009.095699:0:22744:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1789186009.095703:0:22744:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:2.0:1789186009.096087:0:22695:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789186009.096110:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789186009.096135:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.096146:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186009.096210:0:22695:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789186009.096214:0:22695:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98f2d871f800 10000000:01000000:2.0:1789186009.096217:0:22695:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98f2d871f800 10000000:01000000:2.0:1789186009.096221:0:22695:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789186009.096226:0:22695:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f2d871f800 from 1 10000000:01000000:2.0:1789186009.096229:0:22695:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789186009.096255:0:22695:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.096263:0:22695:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.096273:0:22695:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186009.096287:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898545152:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186009.096321:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.104359:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3003686c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186009.104506:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545152 00000100:00100000:1.0:1789186009.104518:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545152 00000100:00100000:1.0:1789186009.104586:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789186009.104597:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22695:x1876096898545152:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186009.104616:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186009.104636:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf8400/0xda5c730d5a74874 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a7486d expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.104670:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf8400/0xda5c730d5a74874 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a7486d expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.104682:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f1c1bf8400/0xda5c730d5a74874 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a7486d expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.104703:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f1c1bf8400, rc 0) 00000100:00100000:1.0:1789186009.105420:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898545152:12345-0@lo:101:mount.lustre.0 Request processed in 822us (9095us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186009.105428:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1789186009.112117:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898545152:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186009.112151:0:22695:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74874 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.112164:0:22695:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74874 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186009.112252:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898545280:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186009.112317:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.113124:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3003686c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.116732:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545280 00000100:00100000:0.0:1789186009.116745:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545280 00000100:00100000:0.0:1789186009.116795:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1789186009.116805:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898545280:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789186009.119114:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898545280:12345-0@lo:501:mount.lustre.0 Request processed in 2303us (6790us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186009.119129:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1789186009.119263:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898545280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186009.119317:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898545408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186009.119365:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186009.119406:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f7544b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.119455:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545408 00000100:00100000:0.0:1789186009.119462:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545408 00000100:00100000:0.0:1789186009.119503:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789186009.119511:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898545408:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789186009.119626:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898545408:12345-0@lo:503:mount.lustre.0 Request processed in 115us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186009.119633:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1789186009.120025:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898545408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186009.121064:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22750:1876096898545536:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789186009.121115:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186009.121142:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f7544180 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.121995:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545536 00000100:00100000:0.0:1789186009.122004:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545536 00000100:00100000:0.0:1789186009.122047:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1789186009.122055:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22750:x1876096898545536:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789186009.122185:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22750:x1876096898545536:12345-0@lo:502:llog_process_th.0 Request processed in 131us (1069us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186009.122193:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789186009.123878:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9180 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22750:1876096898545536:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1789186009.125068:0:22750:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1789186009.125085:0:22750:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff98f1c34e8000) 00000020:00000080:2.0:1789186009.125107:0:22750:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:0.0:1789186009.125607:0:22750:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f2d871f800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789186009.125612:0:22750:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f2d871f800 from lustre-MDT0000, refs=4 00000020:01000004:0.0:1789186009.125615:0:22750:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f2d871f800 4 00010000:00080000:0.0:1789186009.125645:0:22750:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f300ec4000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.148@tcp at head 00010000:00010000:0.0:1789186009.131078:0:22750:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:0.0:1789186009.131410:0:22750:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:0.0:1789186009.131455:0:22750:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789186009.131467:0:22750:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xda5c730d5a74882 00000100:00080000:0.0:1789186009.131479:0:22750:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789186009.131491:0:22750:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff98f300ec4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186009.131527:0:22750:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872e680 x1876096898545664/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186009.131557:0:22750:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1789186009.134140:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3634:1876096898545664:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789186009.134223:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186009.134298:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545664 00000100:00100000:1.0:1789186009.134307:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545664 00000100:00100000:0.0:1789186009.134483:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22750:1876096898545792:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789186009.134530:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186009.134554:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c0f840 going to sleep for 11 seconds 00000100:00100000:3.0:1789186009.134830:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545792 00000100:00100000:3.0:1789186009.134834:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545792 00000100:00100000:3.0:1789186009.134880:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1789186009.134889:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22750:x1876096898545792:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1789186009.135389:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22750:x1876096898545792:12345-0@lo:502:llog_process_th.0 Request processed in 498us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186009.135398:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:2.0:1789186009.136317:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789186009.136326:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3634:x1876096898545664:12345-0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789186009.136399:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3634:x1876096898545664:12345-0@lo:38:llog_process_th.0 Request processed in 74us (2176us total) trans 0 rc -11/-11 00000100:00100000:2.0:1789186009.136407:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789186009.136486:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789186009.136496:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f300ec4000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789186009.136500:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789186009.136503:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3634:1876096898545664:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789186009.136580:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22750:1876096898545792:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789186009.137056:0:22750:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22750:1876096898545920:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1789186009.137105:0:22750:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186009.137135:0:22750:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2d287d900 going to sleep for 11 seconds 00000100:00100000:0.0:1789186009.137818:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898545920 00000100:00100000:0.0:1789186009.137826:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898545920 00000100:00100000:0.0:1789186009.137943:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789186009.137952:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22750:x1876096898545920:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1789186009.138083:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22750:x1876096898545920:12345-0@lo:502:llog_process_th.0 Request processed in 133us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186009.138090:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789186009.139248:0:22750:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22750:1876096898545920:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1789186009.139288:0:22750:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1789186009.142526:0:22695:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1789186009.142573:0:22695:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1789186009.142602:0:22695:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74874 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.142615:0:22695:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddfe00/0xda5c730d5a7486d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74874 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1789186009.142676:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1789186009.142679:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789186009.142680:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186009.142682:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186009.142683:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186009.142685:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186009.142686:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789186009.142689:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789186009.142691:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186009.142692:0:22695:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789186009.142697:0:22695:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1789186009.142700:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789186009.142702:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1789186009.142703:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186009.142705:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186009.142706:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186009.142708:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186009.142710:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789186009.142711:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1789186009.142719:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186009.142720:0:22695:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1789186009.142750:0:22695:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1789186009.142772:0:22695:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898546048:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789186009.142864:0:22695:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186009.142951:0:22695:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300eaed80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186009.143017:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546048 00000100:00100000:2.0:1789186009.143027:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546048 00000100:00100000:2.0:1789186009.143077:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789186009.143087:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898546048:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789186009.143115:0:22709:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1789186009.143130:0:22709:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789186009.145596:0:22709:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789186009.145614:0:22709:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:2.0:1789186009.145898:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22695:x1876096898546048:12345-0@lo:253:mount.lustre.0 Request processed in 2808us (3032us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186009.146015:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 20000000:01000000:1.0:1789186009.146109:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789186009.146114:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789186009.146134:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146149:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74851 expref: 11 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146157:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146192:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74851 expref: 11 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146206:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74851 expref: 11 pid: 22709 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186009.146221:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898546176:0@lo:104: 00000100:00100000:1.0:1789186009.146257:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186009.146285:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f30024cc00 going to sleep for 11 seconds 00000100:00100000:2.0:1789186009.146352:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546176 00000100:00100000:2.0:1789186009.146368:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546176 00000100:00100000:2.0:1789186009.146412:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789186009.146421:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898546176:12345-0@lo:104: 00010000:00010000:2.0:1789186009.146434:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186009.146489:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789186009.146494:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898546176:12345-0@lo:104: Request processed in 75us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186009.146500:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:3.0:1789186009.146560:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186009.146568:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.146576:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3400 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789186009.146580:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.146588:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186009.146596:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186009.146611:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789186009.146646:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.146654:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789186009.146674:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.146681:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a74851 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74858 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186009.146696:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186009.146697:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186009.146699:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186009.146728:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898546304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789186009.146759:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186009.146831:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546304 00000100:00100000:1.0:1789186009.146835:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546304 00010000:00010000:1.0:1789186009.146854:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74851 expref: 12 pid: 22709 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186009.146883:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789186009.146897:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:3636:x1876096898546304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186009.146938:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186009.146944:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74851 expref: 12 pid: 22709 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146955:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74851 expref: 12 pid: 22709 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146971:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.146979:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789186009.146992:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.000879006s 00010000:00010000:1.0:1789186009.146997:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147004:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147011:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147017:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147022:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186009.147026:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147032:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147047:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147056:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186009.147084:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ceb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:3636:x1876096898546304:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186009.147091:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1789186009.147129:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c0031200/0xda5c730d5a74858 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74851 expref: 11 pid: 22709 timeout: 748 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186009.147139:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898546176:0@lo:104: 00010000:00010000:1.0:1789186009.147154:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147163:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147169:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186009.147176:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74889 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186009.147308:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898546304:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789186009.147715:0:22695:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22695:1876096898546048:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789186009.147727:0:22695:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:0.0:1789186009.147730:0:22695:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789186009.147732:0:22695:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:0.0:1789186009.147733:0:22695:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186009.147735:0:22695:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186009.147736:0:22695:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186009.147738:0:22695:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186009.147739:0:22695:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1789186009.147741:0:22695:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:0.0:1789186009.147742:0:22695:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186009.147744:0:22695:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789186009.147757:0:22695:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00080000:2.0:1789186009.172513:0:22695:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:1.0:1789186009.172777:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000040:01000000:3.0:1789186009.173000:0:22756:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1789186009.173108:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1789186009.173572:0:22756:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000020:00080000:2.0:1789186009.176399:0:22755:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:2.0:1789186009.176410:0:22755:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000100:00080000:2.0:1789186009.176716:0:22757:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff98f1c34b5180 x1876096898546432/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186009.176729:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000040:01000000:1.0:1789186009.177119:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1789186009.177162:0:22695:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1789186009.177567:0:22695:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1789186009.177574:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:1.0:1789186009.177607:0:22695:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789186009.178577:0:22695:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:1.0:1789186009.179123:0:22695:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1789186009.179156:0:22695:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1789186009.179951:0:22756:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1789186009.180015:0:22756:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:1.0:1789186009.182296:0:22695:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:1.0:1789186009.182866:0:22695:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:1.0:1789186009.195707:0:22695:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:0.0:1789186009.200756:0:22695:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789186009.200801:0:22695:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffb21ac19ff988 00100000:10000000:0.0:1789186009.200810:0:22695:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:2.0:1789186009.204507:0:22695:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:2.0:1789186009.204526:0:22695:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.148@tcp: cl_mgc_mutex unlock 00000020:01000004:2.0:1789186009.204548:0:22695:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=46 00000080:00000004:2.0:1789186009.204567:0:22695:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:2.0:1789186009.214619:0:22695:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789186009.214852:0:22695:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789186009.894242:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789186010.152936:0:22749:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789186010.152946:0:22749:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1789186010.159533:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1789186010.159550:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1789186010.214204:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 10000000:01000000:0.0:1789186010.410218:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789186010.410227:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f2d871f800 from 11 10000000:01000000:0.0:1789186010.410245:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789186010.410295:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186010.410308:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186010.410319:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186010.410344:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898546560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789186010.410409:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186010.410446:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2ce1ba480 going to sleep for 11 seconds 00000100:00100000:0.0:1789186010.410466:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546560 00000100:00100000:0.0:1789186010.410473:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546560 00000100:00100000:0.0:1789186010.410636:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789186010.410645:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+11:22713:x1876096898546560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186010.410658:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186010.410672:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74890 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186010.410695:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74890 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186010.410706:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74890 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186010.410715:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0031e00, rc 0) 00000100:00100000:0.0:1789186010.410754:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22713:x1876096898546560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186010.410769:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789186010.411701:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898546560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186010.411721:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186010.411730:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186010.412313:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898546688:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789186010.412359:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186010.412722:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2ce1ba480 going to sleep for 11 seconds 00000100:00100000:1.0:1789186010.419666:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546688 00000100:00100000:1.0:1789186010.419679:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546688 00000100:00100000:1.0:1789186010.419775:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1789186010.419793:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22713:x1876096898546688:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789186010.419820:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789186010.419839:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789186010.419842:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:1.0:1789186010.420007:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:22713:x1876096898546688:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 223us (7646us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186010.420015:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1789186010.420119:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898546688:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789186010.420187:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789186010.420196:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186010.420207:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186010.921462:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789186011.177379:0:22749:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1789186011.177388:0:22749:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789186011.177544:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:1.0:1789186011.177591:0:22749:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1789186011.177750:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1789186011.248658:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789186011.944279:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186012.263474:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789186012.966076:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186013.287342:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:1.0:1789186013.992353:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186014.309991:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000001:02000400:1.0:1789186014.442115:0:23000:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg448-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00080000:3.0:1789186014.630021:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789186014.630028:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1789186014.630032:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789186014.630047:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 648 00000100:00080000:3.0:1789186014.630052:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1789186014.630064:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98f2c2af4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186014.630087:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ce8000 x1876096898546944/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789186014.630101:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789186014.630104:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789186014.630107:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789186014.630109:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789186014.630111:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1789186014.630114:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1789186014.630116:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f300ec4000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789186014.630122:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff98f300ec4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186014.630133:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ce8a80 x1876096898547072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789186014.630180:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898546816:0@lo:400:kworker.0 00000100:00100000:3.0:1789186014.630242:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186014.630350:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546816 00000100:00100000:3.0:1789186014.630358:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546816 00000100:00100000:3.0:1789186014.630400:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789186014.630408:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:3637:x1876096898546816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186014.630457:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:3637:x1876096898546816:12345-0@lo:400:kworker.0 Request processed in 50us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186014.630464:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1789186014.630518:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898546816:0@lo:400:kworker.0 00000100:00100000:0.0:1789186014.637420:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898546944:0@lo:38:kworker.0 00000100:00100000:0.0:1789186014.637520:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186014.637553:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3634:1876096898547072:0@lo:38:kworker.0 00000100:00100000:0.0:1789186014.637585:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186014.637722:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546944 00000100:00100000:0.0:1789186014.637731:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546944 00000100:00100000:0.0:1789186014.637767:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789186014.637933:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898547072 00000100:00100000:1.0:1789186014.637938:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898547072 00000100:00100000:1.0:1789186014.637983:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789186014.637989:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3634:x1876096898547072:12345-0@lo:38:kworker.0 00010000:00080000:1.0:1789186014.638017:0:22718:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 653 last 0 00000020:00000080:1.0:1789186014.638056:0:22718:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xda5c730d5a7489e 00000004:00100000:1.0:1789186014.638073:0:22718:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789186014.638205:0:22718:0:(import.c:65:import_set_state_nolock()) ffff98f2e79ce800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789186014.638410:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898546944:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1789186014.638425:0:22722:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1789186014.638477:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898546944:12345-0@lo:38:kworker.0 Request processed in 701us (957us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789186014.638487:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1789186014.638533:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1789186014.638545:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1789186014.638549:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898546944:0@lo:38:kworker.0 00000100:00100000:1.0:1789186014.641019:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3634:x1876096898547072:12345-0@lo:38:kworker.0 Request processed in 3024us (3429us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186014.641030:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1789186014.643152:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98f300ce8a80 x1876096898547072/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789186024 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789186014.643174:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789186014.643183:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:0.0:1789186014.643188:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789186014.643191:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f300ec4000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789186014.643198:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3634:1876096898547072:0@lo:38:kworker.0 00010000:00010000:0.0:1789186015.016941:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1789186015.319980:0:23052:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789186015.320152:0:23052:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1789186015.339263:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789186016.050327:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1789186016.208004:0:23102:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789186016.208248:0:23102:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789186016.368174:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789186017.064806:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186017.382083:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789186018.087040:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186018.409320:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789186019.117700:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186019.430106:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000100:00100000:2.0:1789186019.750234:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186009/real 1789186009] req@ffff98f2d872d500 x1876096898544000/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186019 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186019.750263:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872d500 x1876096898544000/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186019 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186019.750272:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186009/real 1789186009] req@ffff98f2fcff4e00 x1876096898543872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186019 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186019.750282:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2fcff4e00 x1876096898543872/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186019 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789186019.750298:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789186019.750316:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789186019.750320:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898544000:0@lo:8:llog_process_th.0 00000100:00080000:2.0:1789186019.750325:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789186019.750330:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789186019.750333:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898543872:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789186019.750475:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789186019.750480:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789186019.750484:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186019.750490:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 653 00000100:00080000:0.0:1789186019.750494:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1789186019.750504:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98f2c2af4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186019.750526:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872ea00 x1876096898547328/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186019.750542:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186019.750545:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789186019.750547:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186019.750550:0:497:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1789186019.750553:0:497:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789186019.750566:0:497:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98f2fb33f000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186019.750579:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872f480 x1876096898547456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186019.750588:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186019.750591:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789186019.750592:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186019.750595:0:497:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 648 00000100:00080000:0.0:1789186019.750597:0:497:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789186019.750601:0:497:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98f2ff92f800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186019.750611:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872d880 x1876096898547584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789186019.750646:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789186019.750658:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898547200:0@lo:400:kworker.0 00000100:00100000:0.0:1789186019.750751:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186019.750811:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898547712:0@lo:400:kworker.0 00000100:00100000:0.0:1789186019.750849:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186019.750888:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898547200 00000100:00100000:0.0:1789186019.750895:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898547200 00000100:00100000:0.0:1789186019.750964:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789186019.750974:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:3637:x1876096898547200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186019.751025:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:3637:x1876096898547200:12345-0@lo:400:kworker.0 Request processed in 53us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186019.751033:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789186019.751068:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898547712 00000100:00100000:0.0:1789186019.751072:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898547712 00000100:00100000:0.0:1789186019.751098:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1789186019.751112:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898547712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186019.751149:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898547712:12345-0@lo:400:kworker.0 Request processed in 39us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186019.751155:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:0.0:1789186019.751190:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98f2d872ed80 x1876096898547712/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186035 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186019.751202:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898547328:0@lo:38:kworker.0 00000100:00100000:0.0:1789186019.751204:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898547712:0@lo:400:kworker.0 00000100:00100000:0.0:1789186019.751240:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898547200:0@lo:400:kworker.0 00000100:00100000:2.0:1789186019.751250:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186019.751276:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898547328 00000100:00100000:2.0:1789186019.751279:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898547456:0@lo:8:kworker.0 00000100:00100000:0.0:1789186019.751282:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898547328 00000400:00000100:2.0:1789186019.751303:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898547456 offset 0 length 520: 4 00000100:00100000:0.0:1789186019.751312:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789186019.751319:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898547328:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1789186019.751329:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898547584:0@lo:8:kworker.0 00010000:00020000:0.0:1789186019.751336:0:22722:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000100:2.0:1789186019.751346:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898547584 offset 0 length 520: 4 00000100:00100000:0.0:1789186019.751375:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898547328:12345-0@lo:38:kworker.0 Request processed in 54us (126us total) trans 0 rc -19/-19 00000100:00100000:0.0:1789186019.751382:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1789186019.751746:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789186019.751752:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1789186019.751755:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898547328:0@lo:38:kworker.0 00010000:00010000:3.0:1789186020.134024:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186020.454560:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789186021.158029:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1789186021.417992:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789186021.477963:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:2.0:1789186022.189976:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789186022.503817:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:3.0:1789186023.207809:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789186023.459361:0:23447:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789186023.459366:0:23447:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:3.0:1789186023.459367:0:23447:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1789186023.461622:0:23447:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98f30009f800 00000020:01000004:3.0:1789186023.461652:0:23447:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:3.0:1789186023.461664:0:23447:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1789186023.461679:0:23447:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff98f1c2d9cd40) 00000020:00000080:3.0:1789186023.461756:0:23447:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789186023.525265:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.525497:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00000100:00100000:1.0:1789186023.529475:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00100000:10000000:2.0:1789186023.531442:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.532231:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.532423:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.532861:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.533245:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.533487:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.533795:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.534117:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.534310:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.534508:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.534835:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.535143:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.535376:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.535718:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.536044:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:2.0:1789186023.536287:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.536483:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:2.0:1789186023.537054:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.537404:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.537703:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.537892:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.538230:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.538457:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.538811:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.539087:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.539268:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.539458:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.539716:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.540014:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1789186023.540202:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.540374:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.540665:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1789186023.542062:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1789186023.542290:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1789186023.542712:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1789186023.542901:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1789186023.543401:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1789186023.543662:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789186023.544082:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1789186023.544310:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789186023.544511:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789186023.544861:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:0.0:1789186023.545228:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789186023.545414:0:23447:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:0.0:1789186023.547100:0:23447:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789186023.547329:0:23447:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:0.0:1789186023.547342:0:23447:0:(osd_handler.c:8926:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789186023.547354:0:23447:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xda5c730d5a748ac 00000020:01000004:0.0:1789186023.547362:0:23447:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:0.0:1789186023.547383:0:23447:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.148@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789186023.547386:0:23447:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.148@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789186023.547391:0:23447:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:0.0:1789186023.547430:0:23447:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:0.0:1789186023.547435:0:23447:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.148@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1789186023.555201:0:23447:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.148@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789186023.555245:0:23447:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.148@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1789186023.555249:0:23447:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789186023.555251:0:23447:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789186023.555253:0:23447:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186023.555254:0:23447:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186023.555256:0:23447:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186023.555257:0:23447:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186023.555258:0:23447:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789186023.555260:0:23447:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186023.555261:0:23447:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789186023.555270:0:23447:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1789186023.555273:0:23447:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789186023.555274:0:23447:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789186023.555275:0:23447:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186023.555276:0:23447:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186023.555277:0:23447:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186023.555278:0:23447:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186023.555279:0:23447:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789186023.555279:0:23447:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186023.555280:0:23447:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789186023.555306:0:23447:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1789186023.555324:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898547840:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789186023.555395:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.555443:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c4b900 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.555522:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898547840 00000100:00100000:3.0:1789186023.555531:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898547840 00000100:00100000:3.0:1789186023.555587:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789186023.555596:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:23447:x1876096898547840:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789186023.555626:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1789186023.555629:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1789186023.555651:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1789186023.556036:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:23447:x1876096898547840:12345-0@lo:253:mount.lustre.0 Request processed in 440us (640us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.556044:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789186023.556320:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898547840:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789186023.556330:0:23447:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1789186023.556332:0:23447:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789186023.556333:0:23447:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1789186023.556334:0:23447:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186023.556335:0:23447:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186023.556336:0:23447:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186023.556337:0:23447:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186023.556339:0:23447:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1789186023.556340:0:23447:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186023.556341:0:23447:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789186023.556359:0:23447:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98f30009f800 from lustre-MDT0001 10000000:01000000:1.0:1789186023.556384:0:23447:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1789186023.556388:0:23447:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1789186023.556394:0:23447:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff98f2c6fd0000 local copy 00010000:00010000:1.0:1789186023.556404:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186023.556474:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898547968:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186023.556504:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.556548:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c4b0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186023.556601:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898547968 00000100:00100000:0.0:1789186023.556613:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898547968 00000100:00100000:0.0:1789186023.556664:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789186023.556671:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:23447:x1876096898547968:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789186023.557133:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:23447:x1876096898547968:12345-0@lo:501:mount.lustre.0 Request processed in 461us (626us total) trans 0 rc -2/-2 00000100:00100000:0.0:1789186023.557142:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1789186023.560156:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898547968:0@lo:501:mount.lustre.0 10000000:01000000:3.0:1789186023.560186:0:23447:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.148@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:3.0:1789186023.560235:0:23447:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.148@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:3.0:1789186023.560244:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.560275:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186023.560310:0:23447:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98f30009f800 10000000:01000000:3.0:1789186023.560316:0:23447:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:3.0:1789186023.560322:0:23447:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff98f2c6fd0000 10000000:01000000:3.0:1789186023.560326:0:23447:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:3.0:1789186023.560329:0:23447:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff98f2c6fd0000 from 1 10000000:01000000:3.0:1789186023.560332:0:23447:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1789186023.560366:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.560374:0:23447:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.560384:0:23447:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186023.560403:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548096:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789186023.560460:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.560548:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186023.560710:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548096 00000100:00100000:0.0:1789186023.560718:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548096 00000100:00100000:0.0:1789186023.560816:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1789186023.560827:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+12:23447:x1876096898548096:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186023.560840:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186023.560855:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0030e00/0xda5c730d5a748ba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a748b3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.560878:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0030e00/0xda5c730d5a748ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a748b3 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.560889:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0030e00/0xda5c730d5a748ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a748b3 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.560898:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0030e00, rc 0) 00000100:00100000:0.0:1789186023.560971:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+13:23447:x1876096898548096:12345-0@lo:101:mount.lustre.0 Request processed in 146us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.560977:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789186023.561124:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548096:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186023.561138:0:23447:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748ba expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.561146:0:23447:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a748ba expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186023.561172:0:23447:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1789186023.561187:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748ba expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.561194:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3c00/0xda5c730d5a748b3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748ba expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186023.561202:0:23447:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff98f30009f800 10000000:01000000:3.0:1789186023.561206:0:23447:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:3.0:1789186023.561209:0:23447:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff98f30009f800 from 1 10000000:01000000:3.0:1789186023.561211:0:23447:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:3.0:1789186023.561226:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.561233:0:23447:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.561241:0:23447:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186023.561253:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548224:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789186023.561277:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.563493:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186023.563582:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548224 00000100:00100000:1.0:1789186023.563591:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548224 00000100:00100000:1.0:1789186023.563648:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789186023.563657:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+13:23447:x1876096898548224:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186023.563674:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186023.563695:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf8800/0xda5c730d5a748c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a748c1 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.563722:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf8800/0xda5c730d5a748c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a748c1 expref: 14 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.563732:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f1c1bf8800/0xda5c730d5a748c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a748c1 expref: 14 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.563741:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f1c1bf8800, rc 0) 00000100:00100000:1.0:1789186023.564133:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+14:23447:x1876096898548224:12345-0@lo:101:mount.lustre.0 Request processed in 476us (2854us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.564141:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1789186023.564342:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548224:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186023.564359:0:23447:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748c8 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.564369:0:23447:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a748c8 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186023.564399:0:23447:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:3.0:1789186023.564421:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748c8 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.564428:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c13a3400/0xda5c730d5a748c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748c8 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186023.564435:0:23447:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:3.0:1789186023.564440:0:23447:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1789186023.564445:0:23447:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff98f30009f800 10000000:01000000:3.0:1789186023.564447:0:23447:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:3.0:1789186023.564451:0:23447:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:3.0:1789186023.564454:0:23447:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1789186023.564479:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.564485:0:23447:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.564494:0:23447:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186023.564514:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548352:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1789186023.564552:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.564614:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789186023.564754:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548352 00000100:00100000:2.0:1789186023.564761:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548352 00000100:00100000:1.0:1789186023.564957:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789186023.564967:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+14:23447:x1876096898548352:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186023.564978:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186023.564989:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf9e00/0xda5c730d5a748d6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a748cf expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.565007:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf9e00/0xda5c730d5a748d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a748cf expref: 15 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.565015:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f1c1bf9e00/0xda5c730d5a748d6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a748cf expref: 15 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.565031:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f1c1bf9e00, rc 0) 00000100:00100000:1.0:1789186023.565072:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548352:12345-0@lo:101:mount.lustre.0 Request processed in 107us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.565079:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789186023.567409:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548352:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186023.567437:0:23447:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748d6 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.567465:0:23447:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a748d6 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789186023.569208:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:3.0:1789186023.572197:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789186023.576786:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:3.0:1789186023.576901:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:3.0:1789186023.576982:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:3.0:1789186023.576995:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:3.0:1789186023.577007:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:3.0:1789186023.577018:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:3.0:1789186023.577029:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:3.0:1789186023.577040:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:3.0:1789186023.577050:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:3.0:1789186023.577061:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:3.0:1789186023.577072:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:3.0:1789186023.577086:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:3.0:1789186023.577100:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:3.0:1789186023.577113:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:3.0:1789186023.577126:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:3.0:1789186023.577140:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:3.0:1789186023.577152:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:3.0:1789186023.577165:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:3.0:1789186023.577179:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:3.0:1789186023.577194:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:3.0:1789186023.577207:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:3.0:1789186023.577218:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:3.0:1789186023.577229:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:3.0:1789186023.577241:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:3.0:1789186023.577254:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:3.0:1789186023.577266:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:3.0:1789186023.577290:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:3.0:1789186023.577302:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:3.0:1789186023.577316:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:3.0:1789186023.577329:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:3.0:1789186023.577341:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:3.0:1789186023.577353:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:3.0:1789186023.577365:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:3.0:1789186023.577377:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:3.0:1789186023.577388:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:3.0:1789186023.577400:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:3.0:1789186023.577411:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:3.0:1789186023.577425:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:3.0:1789186023.577437:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:3.0:1789186023.577448:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:3.0:1789186023.577460:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:3.0:1789186023.577472:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:3.0:1789186023.577484:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:3.0:1789186023.577496:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:3.0:1789186023.577523:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:3.0:1789186023.577529:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:3.0:1789186023.577627:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548480:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186023.579079:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.579119:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9ab40 going to sleep for 11 seconds 00000100:00100000:1.0:1789186023.579210:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548480 00000100:00100000:1.0:1789186023.579219:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548480 00000100:00100000:1.0:1789186023.579273:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789186023.579281:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548480:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186023.579435:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548480:12345-0@lo:501:mount.lustre.0 Request processed in 155us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.579443:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1789186023.579644:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548480:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186023.579691:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548608:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186023.579738:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.579769:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7240 going to sleep for 11 seconds 00000100:00100000:0.0:1789186023.579832:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548608 00000100:00100000:0.0:1789186023.579837:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548608 00000100:00100000:0.0:1789186023.579872:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1789186023.579879:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548608:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789186023.580973:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548608:12345-0@lo:503:mount.lustre.0 Request processed in 1090us (1229us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.580983:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1789186023.581198:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548608:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789186023.581620:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789186023.581725:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548736:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186023.581768:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.581811:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7240 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.581862:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548736 00000100:00100000:3.0:1789186023.581868:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548736 00000100:00100000:3.0:1789186023.581943:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1789186023.581953:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548736:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.582715:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548736:12345-0@lo:502:mount.lustre.0 Request processed in 762us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.582724:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1789186023.582823:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548736:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789186023.583162:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1789186023.583190:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1789186023.583203:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1789186023.583215:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1789186023.583227:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1789186023.583239:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1789186023.583250:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1789186023.583261:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1789186023.583272:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1789186023.583285:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1789186023.583296:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1789186023.583307:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1789186023.583318:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1789186023.583329:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1789186023.583340:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1789186023.583365:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1789186023.583378:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1789186023.583389:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1789186023.583400:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1789186023.583411:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1789186023.583424:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1789186023.583436:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1789186023.583449:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1789186023.583462:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1789186023.583473:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1789186023.583484:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1789186023.583495:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1789186023.583509:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1789186023.583522:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1789186023.583534:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1789186023.583546:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1789186023.583558:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1789186023.583573:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1789186023.583587:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1789186023.583600:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1789186023.583612:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1789186023.583624:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1789186023.583650:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1789186023.583665:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1789186023.583678:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1789186023.583694:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1789186023.583708:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1789186023.583723:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1789186023.583735:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1789186023.583768:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548864:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.586301:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.586345:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7240 going to sleep for 11 seconds 00000100:00100000:0.0:1789186023.586423:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548864 00000100:00100000:0.0:1789186023.586434:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548864 00000100:00100000:0.0:1789186023.586490:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1789186023.586501:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548864:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186023.586654:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898548864:12345-0@lo:502:mount.lustre.0 Request processed in 154us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.586662:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789186023.586946:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898548864:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789186023.587038:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:3.0:1789186023.587053:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1789186023.587988:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789186023.588002:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.588004:0:23451:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789186023.588010:0:23451:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1789186023.588013:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789186023.588027:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff98f1c2d999c0) 00000020:00000080:3.0:1789186023.588048:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1789186023.588054:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1789186023.588124:0:23451:0:(osd_handler.c:8926:osd_obd_connect()) connect #1 00000020:00000080:3.0:1789186023.588131:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xda5c730d5a748e4 00000020:00000080:3.0:1789186023.588344:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1789186023.588349:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789186023.588352:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.588354:0:23451:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1789186023.588357:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789186023.588360:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.588361:0:23451:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1789186023.588365:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789186023.588372:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff98f1c2d98000) 00000020:00000080:3.0:1789186023.588383:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1789186023.588387:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1789186023.588390:0:23451:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1789186023.588392:0:23451:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1789186023.588398:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1789186023.588461:0:23451:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f30009f800 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1789186023.588475:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff98f30038b380) 00000020:00000080:3.0:1789186023.588483:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1789186023.588548:0:23451:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1789186023.588554:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a748f9 00000020:00000080:3.0:1789186023.590778:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1789186023.590829:0:23451:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1789186023.590840:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xda5c730d5a74900 00080000:01000000:3.0:1789186023.590850:0:23451:0:(osd_handler.c:8926:osd_obd_connect()) connect #2 00000020:00000080:3.0:1789186023.590855:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xda5c730d5a74907 00010000:00010000:3.0:1789186023.678805:0:23451:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1789186023.680871:0:23451:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1789186023.682845:0:23451:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1789186023.685896:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1789186023.685982:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789186023.685990:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.685992:0:23451:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1789186023.685997:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789186023.686003:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.686004:0:23451:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1789186023.686008:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789186023.686013:0:23451:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.148@tcp to nid 0x20000c0a8cc94 (192.168.204.148@tcp) 00000020:00000080:3.0:1789186023.686042:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789186023.686057:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff98f30038cd40) 00000020:00000080:3.0:1789186023.686080:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1789186023.686084:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1789186023.686165:0:23451:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1789186023.686172:0:23451:0:(osd_handler.c:8926:osd_obd_connect()) connect #3 00000020:00000080:3.0:1789186023.686179:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xda5c730d5a74915 00010000:00080000:3.0:1789186023.686219:0:23451:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2e0662000@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.148@tcp at head 00010000:00010000:3.0:1789186023.697098:0:23451:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:3.0:1789186023.697708:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1789186023.697723:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1789186023.697758:0:23451:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:3.0:1789186023.697779:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a7491c 00000100:00080000:3.0:1789186023.697808:0:23451:0:(import.c:545:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789186023.697820:0:23451:0:(import.c:666:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff98f2e0662000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186023.697856:0:23451:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ceb480 x1876096898548992/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789186023.697893:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898548992:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789186023.698127:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1789186023.698182:0:23451:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1789186023.698186:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898548992 00000100:00100000:1.0:1789186023.698194:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898548992 00000020:01000000:3.0:1789186023.698226:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000100:00100000:1.0:1789186023.698226:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000020:00000080:3.0:1789186023.698230:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.698232:0:23451:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000100:00100000:1.0:1789186023.698234:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3634:x1876096898548992:12345-0@lo:38:llog_process_th.0 00000020:01000000:3.0:1789186023.698235:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789186023.698237:0:23451:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:3.0:1789186023.698239:0:23451:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789186023.698240:0:23451:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789186023.698241:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789186023.698243:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.698245:0:23451:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:3.0:1789186023.698247:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1789186023.698252:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.698253:0:23451:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:3.0:1789186023.698257:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00010000:00080000:1.0:1789186023.698268:0:22722:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000004:01000000:3.0:1789186023.698284:0:23451:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1789186023.698296:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1789186023.698298:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.698299:0:23451:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1789186023.698299:0:22722:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a74923 00000020:01000000:3.0:1789186023.698302:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1789186023.698303:0:23451:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #19 00000020:01000000:3.0:1789186023.698305:0:23451:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789186023.698306:0:23451:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1789186023.698307:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1789186023.698309:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.698315:0:23451:0:(obd_config.c:1563:class_process_config()) marker 19 (0x6) lustre sys.timeout 00000004:00100000:1.0:1789186023.698315:0:22722:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000020:01000000:3.0:1789186023.698318:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1789186023.698321:0:23451:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000001:00000004:1.0:1789186023.698321:0:22722:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:00000080:3.0:1789186023.698325:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1789186023.698327:0:23451:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1789186023.698329:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1789186023.698332:0:23451:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.148@tcp to nid 0x20000c0a8cc94 (192.168.204.148@tcp) 00000020:01000000:3.0:1789186023.698351:0:23451:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1789186023.698354:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1789186023.698366:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff98f3003899c0) 00000020:00000080:3.0:1789186023.698376:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:3.0:1789186023.698380:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000100:00080000:1.0:1789186023.698390:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1789186023.698394:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1789186023.698396:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789186023.698401:0:497:0:(import.c:545:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1789186023.698405:0:497:0:(import.c:630:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1789186023.698411:0:497:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98f2c2af4000 using connection 192.168.204.148@tcp/0@lo 00000004:00080000:3.0:1789186023.698428:0:23451:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00000100:00100000:1.0:1789186023.698430:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff4000 x1876096898549120/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:01000000:3.0:1789186023.698434:0:23451:0:(osd_handler.c:8926:osd_obd_connect()) connect #4 00000020:00000080:3.0:1789186023.698439:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xda5c730d5a74931 00000100:00080000:1.0:1789186023.698446:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.698450:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186023.698452:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.698455:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:3.0:1789186023.698462:0:23451:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2c6ff4000@lustre-OST0000-osc-MDT0001: add connection 192.168.204.148@tcp at head 00000100:00100000:1.0:1789186023.698490:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876096898549248:0@lo:400:kworker.0 00000100:00100000:1.0:1789186023.698531:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.698567:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898549248 00000100:00100000:1.0:1789186023.698571:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898549248 00000100:00100000:1.0:1789186023.698599:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789186023.698605:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1876096898549248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186023.698658:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3636:x1876096898549248:12345-0@lo:400:kworker.0 Request processed in 53us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.698665:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00010000:3.0:1789186023.698682:0:23451:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00010000:00080000:1.0:1789186023.698700:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98f2fcff4a80 x1876096898549248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186039 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186023.698712:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3636:1876096898549248:0@lo:400:kworker.0 00000100:00100000:1.0:1789186023.698731:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898549120:0@lo:38:kworker.0 00000100:00100000:1.0:1789186023.698765:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.698788:0:22721:0:(service.c:3467:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:1.0:1789186023.698795:0:22721:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1789186023.698857:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898549120 00000100:00100000:1.0:1789186023.698862:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898549120 00000100:00100000:1.0:1789186023.698962:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789186023.698971:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3634:x1876096898549120:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1789186023.699009:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3634:x1876096898549120:12345-0@lo:38:kworker.0 Request processed in 37us (243us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789186023.699015:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789186023.699383:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789186023.699391:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789186023.699395:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1789186023.699398:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898549120:0@lo:38:kworker.0 00000040:01000000:3.0:1789186023.700285:0:23451:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1789186023.700476:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1789186023.703263:0:22722:0:(import.c:65:import_set_state_nolock()) ffff98f2c7c41800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789186023.703369:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3634:x1876096898548992:12345-0@lo:38:llog_process_th.0 Request processed in 5132us (5239us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.703381:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789186023.703488:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789186023.703498:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789186023.703510:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1789186023.703516:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789186023.703519:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2e0662000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789186023.703540:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898548992:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789186023.703864:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789186023.703880:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898549376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789186023.703968:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.704073:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898549376 00000100:00100000:3.0:1789186023.704080:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898549376 00000100:00100000:3.0:1789186023.704128:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789186023.704137:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1876096898549376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789186023.704163:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789186023.704218:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1876096898549376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.704224:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789186023.704299:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898549376:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1789186023.707739:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789186023.708177:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1789186023.708307:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:3.0:1789186023.710097:0:23457:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1789186023.710103:0:23457:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:0.0:1789186023.711043:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789186023.711055:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789186023.711097:0:23451:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:0.0:1789186023.711118:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a74938 00000100:00080000:0.0:1789186023.711129:0:23451:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789186023.711141:0:23451:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff98f2c6ff4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186023.711175:0:23451:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872d180 x1876096898549504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186023.711203:0:23451:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:0.0:1789186023.711269:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186023.711273:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.711282:0:23451:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:0.0:1789186023.711286:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789186023.711289:0:23451:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1789186023.711291:0:23451:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789186023.711293:0:23451:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789186023.711294:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789186023.711297:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.711299:0:23451:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789186023.711301:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789186023.711305:0:23451:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:0.0:1789186023.711308:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.711310:0:23451:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:0.0:1789186023.711313:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:0.0:1789186023.711317:0:23451:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.148@tcp to nid 0x20000c0a8cc94 (192.168.204.148@tcp) 00000020:01000000:0.0:1789186023.711339:0:23451:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:0.0:1789186023.711342:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789186023.711352:0:23451:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff98f1c34bcd40) 00000020:00000080:0.0:1789186023.711365:0:23451:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:0.0:1789186023.711370:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:0.0:1789186023.711429:0:23451:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:0.0:1789186023.711436:0:23451:0:(osd_handler.c:8926:osd_obd_connect()) connect #5 00000020:00000080:0.0:1789186023.711441:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xda5c730d5a74946 00010000:00080000:0.0:1789186023.711467:0:23451:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2d27d6800@lustre-OST0001-osc-MDT0001: add connection 192.168.204.148@tcp at head 00000100:00100000:3.0:1789186023.711509:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898549504:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789186023.711560:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898549504 offset 0 length 520: 4 00010000:00010000:0.0:1789186023.711760:0:23451:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:0.0:1789186023.711825:0:23451:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1789186023.711840:0:23451:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:1.0:1789186023.712043:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.712048:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186023.712051:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.712053:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1789186023.717176:0:23451:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789186023.717451:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:0.0:1789186023.717776:0:23451:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:2.0:1789186023.719304:0:23459:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789186023.719310:0:23459:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:0.0:1789186023.720132:0:23451:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1789186023.720145:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:0.0:1789186023.720189:0:23451:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:0.0:1789186023.720211:0:23451:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a7494d 00000100:00080000:0.0:1789186023.720231:0:23451:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789186023.720244:0:23451:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98f2d27d6800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186023.720281:0:23451:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872ed80 x1876096898549632/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789186023.720372:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898549632:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1789186023.720438:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898549632 offset 0 length 520: 4 00000100:00080000:0.0:1789186023.720501:0:23451:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:0.0:1789186023.720558:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186023.720563:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.720565:0:23451:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:0.0:1789186023.720568:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186023.720572:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.720574:0:23451:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789186023.720577:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789186023.720579:0:23451:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789186023.720581:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186023.720583:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.720585:0:23451:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789186023.720587:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186023.720589:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.720590:0:23451:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789186023.720594:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789186023.720619:0:23451:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186023.720622:0:23451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186023.720624:0:23451:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789186023.720638:0:23451:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:0.0:1789186023.720698:0:23447:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:0.0:1789186023.720727:0:23447:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:0.0:1789186023.720743:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748d6 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.720755:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2400/0xda5c730d5a748cf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a748d6 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186023.720774:0:23447:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f30009f800 from 1 10000000:01000000:0.0:1789186023.720777:0:23447:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789186023.720801:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.720809:0:23447:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.720821:0:23447:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186023.720836:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898549760:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789186023.720876:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186023.720897:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f28fef00 going to sleep for 11 seconds 00000100:00080000:1.0:1789186023.721105:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.721111:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186023.721113:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.721116:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1789186023.721187:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898549760 00000100:00100000:3.0:1789186023.721195:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898549760 00000100:00100000:3.0:1789186023.721240:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1789186023.721250:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+15:23447:x1876096898549760:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186023.721263:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186023.721275:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74954 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.721298:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74954 expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.721317:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74954 expref: 16 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.721325:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3800, rc 0) 00000100:00100000:3.0:1789186023.721419:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:23447:x1876096898549760:12345-0@lo:101:mount.lustre.0 Request processed in 169us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.721426:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789186023.721530:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898549760:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186023.721545:0:23447:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.721555:0:23447:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186023.722263:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898549888:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1789186023.722314:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.722396:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c4bf00 going to sleep for 11 seconds 00000100:00100000:0.0:1789186023.722437:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898549888 00000100:00100000:0.0:1789186023.722443:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898549888 00000100:00100000:0.0:1789186023.722525:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1789186023.722534:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:23447:x1876096898549888:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1789186023.722550:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1789186023.722567:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1789186023.722570:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1789186023.722668:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:23447:x1876096898549888:12345-0@lo:256:mount.lustre.0 Request processed in 135us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.722677:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789186023.722740:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898549888:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1789186023.723349:0:23447:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1789186023.723371:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.723382:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789186023.723390:0:23447:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f30009f800 from 1 10000000:01000000:1.0:1789186023.723393:0:23447:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789186023.723422:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.723428:0:23447:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.723438:0:23447:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186023.723453:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550016:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789186023.723491:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.723781:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c4bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.724071:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550016 00000100:00100000:3.0:1789186023.724079:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550016 00000100:00100000:3.0:1789186023.724112:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1789186023.724119:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:23447:x1876096898550016:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186023.724129:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186023.724142:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74962 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.724162:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74962 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.724172:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74962 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.724179:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3000, rc 0) 00000100:00100000:3.0:1789186023.724217:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550016:12345-0@lo:101:mount.lustre.0 Request processed in 99us (726us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.724224:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1789186023.724314:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550016:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186023.724328:0:23447:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.724337:0:23447:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789186023.725421:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:2.0:1789186023.725741:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789186023.725942:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789186023.725967:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:2.0:1789186023.725982:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:2.0:1789186023.725996:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:2.0:1789186023.726007:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:2.0:1789186023.726019:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:2.0:1789186023.726032:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:2.0:1789186023.726045:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:2.0:1789186023.726058:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789186023.726071:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:2.0:1789186023.726098:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:2.0:1789186023.726118:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:2.0:1789186023.726123:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:2.0:1789186023.726198:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550144:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186023.726255:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.726286:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.726369:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550144 00000100:00100000:3.0:1789186023.726376:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550144 00000100:00100000:3.0:1789186023.726419:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1789186023.726427:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550144:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186023.726535:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550144:12345-0@lo:501:mount.lustre.0 Request processed in 108us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.726543:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1789186023.726657:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550144:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186023.726685:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550272:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186023.726720:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.726739:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.726964:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550272 00000100:00100000:3.0:1789186023.726968:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550272 00000100:00100000:3.0:1789186023.726987:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1789186023.726993:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550272:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186023.727072:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550272:12345-0@lo:503:mount.lustre.0 Request processed in 79us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.727080:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1789186023.727182:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550272:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789186023.727523:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789186023.727576:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550400:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186023.727611:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.728129:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550400 00000100:00100000:3.0:1789186023.728135:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550400 00000100:00100000:3.0:1789186023.728162:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1789186023.728169:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550400:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.728251:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550400:12345-0@lo:502:mount.lustre.0 Request processed in 82us (639us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.728258:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789186023.728488:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789186023.728505:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550400:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789186023.728798:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1789186023.728827:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:2.0:1789186023.728842:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:2.0:1789186023.728857:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:2.0:1789186023.728871:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:2.0:1789186023.728884:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:2.0:1789186023.728896:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:2.0:1789186023.729012:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:2.0:1789186023.729030:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1789186023.729042:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:2.0:1789186023.729054:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:2.0:1789186023.729281:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550528:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186023.729337:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.729415:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.729452:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550528 00000100:00100000:3.0:1789186023.729457:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550528 00000100:00100000:3.0:1789186023.729527:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1789186023.729536:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550528:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.729641:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550528:12345-0@lo:502:mount.lustre.0 Request processed in 93us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.729649:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1789186023.729722:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550528:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789186023.729770:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:2.0:1789186023.729780:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1789186023.730489:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186023.730500:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730502:0:23461:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1789186023.730509:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f30009f800 00000020:00000080:2.0:1789186023.730519:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186023.730527:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186023.730529:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730531:0:23461:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1789186023.730533:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186023.730536:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730537:0:23461:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1789186023.730541:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f30009f800 00000020:00000080:2.0:1789186023.730543:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186023.730601:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186023.730605:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730606:0:23461:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1789186023.730608:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186023.730610:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730612:0:23461:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789186023.730615:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f30009f800 00000020:00000080:2.0:1789186023.730617:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186023.730659:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186023.730662:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730664:0:23461:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1789186023.730666:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1789186023.730668:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730669:0:23461:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1789186023.730673:0:23461:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f30009f800 00000020:00000080:2.0:1789186023.730674:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1789186023.730696:0:23461:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1789186023.730699:0:23461:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1789186023.730700:0:23461:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1789186023.730703:0:23461:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1789186023.734980:0:23447:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789186023.735026:0:23447:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789186023.735057:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.735077:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186023.735139:0:23447:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789186023.735142:0:23447:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98f30009f800 10000000:01000000:0.0:1789186023.735145:0:23447:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98f30009f800 10000000:01000000:0.0:1789186023.735148:0:23447:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789186023.735154:0:23447:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f30009f800 from 1 10000000:01000000:0.0:1789186023.735157:0:23447:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789186023.735191:0:23447:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.735199:0:23447:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186023.735209:0:23447:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186023.735236:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550656:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789186023.735318:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186023.735405:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f28fe180 going to sleep for 11 seconds 00000100:00100000:1.0:1789186023.735602:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550656 00000100:00100000:1.0:1789186023.735609:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550656 00000100:00100000:1.0:1789186023.746248:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789186023.746269:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:23447:x1876096898550656:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186023.746288:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186023.746308:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf8600/0xda5c730d5a74977 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74970 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.746353:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf8600/0xda5c730d5a74977 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74970 expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.746364:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f1c1bf8600/0xda5c730d5a74977 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74970 expref: 18 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.746372:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f1c1bf8600, rc 0) 00000100:00100000:1.0:1789186023.746464:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898550656:12345-0@lo:101:mount.lustre.0 Request processed in 205us (11145us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.746471:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1789186023.746796:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872fb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550656:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186023.746816:0:23447:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74977 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.746838:0:23447:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74977 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789186023.750328:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:2.0:1789186023.750618:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789186023.750797:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:2.0:1789186023.750839:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:2.0:1789186023.750858:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:2.0:1789186023.750871:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:2.0:1789186023.750884:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:2.0:1789186023.750895:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:2.0:1789186023.750928:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:2.0:1789186023.750946:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:2.0:1789186023.750959:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:2.0:1789186023.751510:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:2.0:1789186023.751532:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:2.0:1789186023.751547:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:2.0:1789186023.751559:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:2.0:1789186023.751571:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:2.0:1789186023.751583:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:2.0:1789186023.751596:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:2.0:1789186023.751610:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:2.0:1789186023.751698:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:2.0:1789186023.751714:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:2.0:1789186023.751727:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:2.0:1789186023.751738:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:2.0:1789186023.751751:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:2.0:1789186023.751765:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:2.0:1789186023.751779:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:2.0:1789186023.751791:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:2.0:1789186023.751817:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:2.0:1789186023.751831:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:2.0:1789186023.751844:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:2.0:1789186023.751857:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:2.0:1789186023.751868:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:2.0:1789186023.751880:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:2.0:1789186023.751894:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:2.0:1789186023.751930:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:2.0:1789186023.751961:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:2.0:1789186023.752624:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:2.0:1789186023.753201:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:2.0:1789186023.753216:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:2.0:1789186023.753231:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:2.0:1789186023.753245:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:2.0:1789186023.753258:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:2.0:1789186023.753270:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:2.0:1789186023.753282:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:2.0:1789186023.753295:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:2.0:1789186023.753308:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:2.0:1789186023.753320:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:2.0:1789186023.753332:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:2.0:1789186023.753345:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:2.0:1789186023.753358:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:2.0:1789186023.754365:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:2.0:1789186023.754400:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:2.0:1789186023.754421:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:2.0:1789186023.754426:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:2.0:1789186023.755715:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550784:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186023.755786:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.755897:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.767092:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550784 00000100:00100000:3.0:1789186023.767108:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550784 00000100:00100000:3.0:1789186023.767173:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789186023.767182:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898550784:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186023.767357:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898550784:12345-0@lo:501:mount.lustre.0 Request processed in 176us (11571us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.767365:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789186023.767432:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550784:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186023.769130:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550912:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186023.769202:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.770011:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22aa540 going to sleep for 11 seconds 00000100:00100000:0.0:1789186023.773863:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898550912 00000100:00100000:0.0:1789186023.773878:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898550912 00000100:00100000:0.0:1789186023.773944:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:0.0:1789186023.773955:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898550912:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789186023.774115:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898550912:12345-0@lo:503:mount.lustre.0 Request processed in 160us (4911us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.774123:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789186023.775606:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898550912:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1789186023.776152:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789186023.776243:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551040:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.776307:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.776345:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22aa900 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.776368:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551040 00000100:00100000:3.0:1789186023.776379:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551040 00000100:00100000:3.0:1789186023.776421:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789186023.776429:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551040:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.776539:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551040:12345-0@lo:502:mount.lustre.0 Request processed in 110us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.776547:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1789186023.776598:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551040:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789186023.776771:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1789186023.776806:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1789186023.776821:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1789186023.776835:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1789186023.776847:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1789186023.776860:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1789186023.776879:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1789186023.776894:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1789186023.776928:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1789186023.776945:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1789186023.776970:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1789186023.776985:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1789186023.776998:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1789186023.777011:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1789186023.777024:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1789186023.777036:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1789186023.777048:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1789186023.777060:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1789186023.777072:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1789186023.777083:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1789186023.777095:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1789186023.777108:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1789186023.777120:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1789186023.777132:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1789186023.777144:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1789186023.777155:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1789186023.777182:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1789186023.777196:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1789186023.777208:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1789186023.777218:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1789186023.777230:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1789186023.777241:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1789186023.777251:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1789186023.777263:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1789186023.777287:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1789186023.777301:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1789186023.777315:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1789186023.777329:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1789186023.777342:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1789186023.777356:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1789186023.777368:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1789186023.777379:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1789186023.777405:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1789186023.777420:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1789186023.777431:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1789186023.777444:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1789186023.777458:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1789186023.777471:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1789186023.777508:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551168:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.777554:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.777578:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22aa900 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.777601:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551168 00000100:00100000:3.0:1789186023.777606:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551168 00000100:00100000:3.0:1789186023.777648:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789186023.777656:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551168:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.777738:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551168:12345-0@lo:502:mount.lustre.0 Request processed in 83us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.777744:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789186023.777792:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551168:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789186023.777945:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1789186023.777967:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1789186023.777987:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551296:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.778028:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.778042:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22aa900 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.778054:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551296 00000100:00100000:3.0:1789186023.778057:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551296 00000100:00100000:3.0:1789186023.778077:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789186023.778082:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551296:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186023.778143:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551296:12345-0@lo:502:mount.lustre.0 Request processed in 60us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.778148:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1789186023.778186:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551296:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789186023.778219:0:23447:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:3.0:1789186023.778226:0:23447:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789186023.784518:0:23466:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1789186023.784537:0:23466:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff98f300388000) 00000020:00000080:3.0:1789186023.784561:0:23466:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1789186023.785162:0:23466:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f30009f800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789186023.785168:0:23466:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f30009f800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1789186023.785170:0:23466:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f30009f800 3 00010000:00080000:3.0:1789186023.785205:0:23466:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f30018a000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.148@tcp at head 00010000:00010000:3.0:1789186023.786823:0:23466:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1789186023.787063:0:23466:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1789186023.787105:0:23466:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789186023.787119:0:23466:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xda5c730d5a74985 00000100:00080000:3.0:1789186023.787130:0:23466:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789186023.787141:0:23466:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff98f30018a000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186023.787178:0:23466:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ceb480 x1876096898551424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789186023.787238:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3634:1876096898551424:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1789186023.787305:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186023.787371:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551424 00000100:00100000:3.0:1789186023.787379:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551424 00000100:00100000:3.0:1789186023.787407:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789186023.787414:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3634:x1876096898551424:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1789186023.787436:0:22718:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 662 last 0 00000020:00000080:3.0:1789186023.787473:0:22718:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xda5c730d5a7498c 00000004:00100000:3.0:1789186023.787488:0:22718:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1789186023.787518:0:22718:0:(import.c:65:import_set_state_nolock()) ffff98f2e0661800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789186023.787567:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3634:x1876096898551424:12345-0@lo:38:llog_process_th.0 Request processed in 151us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.787573:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1789186023.787609:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98f300ceb480 x1876096898551424/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789186033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186023.787618:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1789186023.787637:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1789186023.787645:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1789186023.787649:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1789186023.787651:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f30018a000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1789186023.787657:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3634:1876096898551424:0@lo:38:llog_process_th.0 00000100:00080000:3.0:1789186023.787676:0:23466:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1789186023.791215:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.791226:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186023.791229:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186023.791232:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:1.0:1789186023.796866:0:23466:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000020:01000000:2.0:1789186023.807231:0:23447:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1789186023.807293:0:23447:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1789186023.807334:0:23447:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74977 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.807346:0:23447:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c0031200/0xda5c730d5a74970 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74977 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1789186023.807398:0:23447:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1789186023.807400:0:23447:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789186023.807401:0:23447:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789186023.807403:0:23447:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789186023.807404:0:23447:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789186023.807405:0:23447:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789186023.807406:0:23447:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789186023.807408:0:23447:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789186023.807409:0:23447:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789186023.807413:0:23447:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:2.0:1789186023.807415:0:23447:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1789186023.807417:0:23447:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1789186023.807418:0:23447:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1789186023.807419:0:23447:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1789186023.807420:0:23447:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1789186023.807421:0:23447:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1789186023.807422:0:23447:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1789186023.807424:0:23447:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1789186023.807425:0:23447:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1789186023.807451:0:23447:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1789186023.807475:0:23447:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551552:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1789186023.807546:0:23447:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.807594:0:23447:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7600 going to sleep for 11 seconds 00000100:00100000:1.0:1789186023.808089:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551552 00000100:00100000:1.0:1789186023.808097:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551552 00000100:00100000:1.0:1789186023.808146:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1789186023.808154:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:23447:x1876096898551552:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1789186023.808180:0:22711:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1789186023.808193:0:22711:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:1.0:1789186023.813249:0:22696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:3.0:1789186023.814838:0:22711:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789186023.814860:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:2.0:1789186023.815067:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1789186023.815072:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1789186023.815096:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815114:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74890 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815128:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74954 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815135:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815171:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74954 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815185:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74954 expref: 18 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186023.815199:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898551680:0@lo:104: 00000100:00100000:2.0:1789186023.815262:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789186023.815310:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74890 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815318:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74890 expref: 18 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186023.815325:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898551808:0@lo:104: 00000100:00100000:2.0:1789186023.815345:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.815362:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186023.815381:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551680 00000100:00100000:2.0:1789186023.815388:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551680 00000100:00100000:2.0:1789186023.815420:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551808 00000100:00100000:2.0:1789186023.815423:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551808 00000100:00100000:2.0:1789186023.815436:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789186023.815443:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:22732:x1876096898551680:12345-0@lo:104: 00010000:00010000:2.0:1789186023.815461:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815508:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789186023.815514:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:22732:x1876096898551680:12345-0@lo:104: Request processed in 71us (252us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186023.815521:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789186023.815538:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789186023.815544:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898551808:12345-0@lo:104: 00010000:00010000:2.0:1789186023.815551:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815581:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789186023.815586:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898551808:12345-0@lo:104: Request processed in 43us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186023.815592:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1789186023.815608:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186023.815613:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815620:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c0031600 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789186023.815623:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815644:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789186023.815651:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186023.815664:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789186023.815693:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815700:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789186023.815718:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815725:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74954 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a7495b expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815736:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186023.815740:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815745:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c0030800 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789186023.815747:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815754:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789186023.815760:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186023.815765:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789186023.815777:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815782:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789186023.815802:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815808:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74890 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74897 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186023.815821:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186023.815823:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186023.815825:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789186023.815845:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898551936:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789186023.815874:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.815939:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7b80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898551680:0@lo:104: 00000100:00100000:2.0:1789186023.815949:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898551808:0@lo:104: 00010000:00010000:2.0:1789186023.815964:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186023.816198:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186023.816365:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898552064:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789186023.816398:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.816441:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898551936 00000100:00100000:1.0:1789186023.816452:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898551936 00010000:00010000:1.0:1789186023.816475:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74954 expref: 19 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186023.816504:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552064 00000100:00100000:1.0:1789186023.816507:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552064 00010000:00010000:1.0:1789186023.816519:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74890 expref: 20 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186023.816531:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789186023.816538:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:3638:x1876096898551936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186023.816548:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186023.816553:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74954 expref: 20 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816563:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74954 expref: 20 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816576:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a3800/0xda5c730d5a7495b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74954 expref: 20 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816587:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186023.816621:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:3638:x1876096898551936:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.816642:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1789186023.816659:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789186023.816665:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3635:x1876096898552064:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186023.816673:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186023.816677:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74890 expref: 18 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816696:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74890 expref: 18 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816705:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74897 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74890 expref: 18 pid: 22711 timeout: 762 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816716:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816724:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789186023.816736:0:22701:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.001664605s 00010000:00010000:1.0:1789186023.816741:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816748:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816753:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816759:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816765:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddf600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186023.816769:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816777:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816797:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816807:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186023.816833:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:3635:x1876096898552064:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.816840:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789186023.816870:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898551936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789186023.816893:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898552064:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186023.816937:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816946:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186023.816952:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f300ddf600/0xda5c730d5a74993 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186023.817322:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:23447:x1876096898551552:12345-0@lo:253:mount.lustre.0 Request processed in 9167us (9775us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186023.817331:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789186023.817392:0:23447:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:23447:1876096898551552:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1789186023.817402:0:23447:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:3.0:1789186023.817405:0:23447:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1789186023.817407:0:23447:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:3.0:1789186023.817408:0:23447:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1789186023.817410:0:23447:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1789186023.817411:0:23447:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1789186023.817412:0:23447:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1789186023.817414:0:23447:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1789186023.817416:0:23447:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1789186023.817417:0:23447:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1789186023.817427:0:23447:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000040:01000000:0.0:1789186023.825804:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:2.0:1789186023.826493:0:23472:0:(update_trans.c:1538:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:2.0:1789186023.826498:0:23472:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1789186023.826579:0:23473:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:3.0:1789186023.827004:0:23473:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789186023.829560:0:23473:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000040:01000000:0.0:1789186023.829763:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000004:00080000:3.0:1789186023.830287:0:23473:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000100:00100000:2.0:1789186023.830507:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1876096898552192:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789186023.830574:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186023.830614:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7180 going to sleep for 11 seconds 00000100:00100000:1.0:1789186023.830743:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552192 00000100:00100000:1.0:1789186023.830751:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552192 00000100:00100000:1.0:1789186023.830834:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789186023.830844:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1876096898552192:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789186023.831126:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23474:x1876096898552192:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 283us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.831134:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186023.831207:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1876096898552192:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1789186023.831240:0:23474:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1789186023.831271:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1876096898552320:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789186023.831301:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:0.0:1789186023.831663:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1789186023.831704:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1789186023.832150:0:23447:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1789186023.832158:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1789186023.832197:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789186023.833862:0:23447:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1789186023.834723:0:23447:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1789186023.834770:0:23447:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:0.0:1789186023.835103:0:23447:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1789186023.835115:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552320 00000100:00100000:3.0:1789186023.835124:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552320 00000100:00100000:3.0:1789186023.835176:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789186023.835185:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23474:x1876096898552320:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789186023.835264:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7600 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.835348:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23474:x1876096898552320:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 164us (4046us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.835355:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789186023.835616:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1876096898552320:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1789186023.835719:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23474:1876096898552448:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1789186023.835757:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00080000:10000000:0.0:1789186023.836057:0:23447:0:(osd_handler.c:5582:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:1.0:1789186023.836162:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7600 going to sleep for 11 seconds 00000100:00100000:3.0:1789186023.836202:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552448 00000100:00100000:3.0:1789186023.836208:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552448 00000100:00100000:3.0:1789186023.836274:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789186023.836283:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23474:x1876096898552448:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1789186023.836335:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23474:x1876096898552448:12345-0@lo:900:lod0001_rec0000.0 Request processed in 54us (577us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186023.836351:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789186023.836406:0:23474:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff98f1c34b6680 x1876096898552448/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789186039 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186023.836424:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23474:1876096898552448:0@lo:900:lod0001_rec0000.0 00000100:00100000:1.0:1789186023.836489:0:23474:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1876096898552576:0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789186023.836520:0:23474:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186023.836556:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552576 00000100:00100000:1.0:1789186023.836560:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552576 00000100:00100000:1.0:1789186023.836584:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789186023.836590:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23474:x1876096898552576:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:1.0:1789186023.836661:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23474:x1876096898552576:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 71us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186023.836668:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789186023.836687:0:23474:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186023.836699:0:23474:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff7b80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23474:1876096898552576:0@lo:1000:lod0001_rec0000.0 00000040:00080000:1.0:1789186023.836737:0:23474:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:0.0:1789186023.837513:0:23447:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:1.0:1789186023.839041:0:23474:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:1.0:1789186023.839110:0:23474:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:1.0:1789186023.839116:0:23474:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:0.0:1789186023.847231:0:23447:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1789186023.847272:0:23447:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffb21ac1a07988 00100000:10000000:0.0:1789186023.847281:0:23447:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:0.0:1789186023.848401:0:23447:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789186023.848436:0:23447:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.148@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789186023.848460:0:23447:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=48 00000080:00000004:0.0:1789186023.848479:0:23447:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:2.0:1789186023.855714:0:23447:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1789186023.855976:0:23447:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789186024.230744:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186024.550030:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789186024.870631:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789186025.254631:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789186025.318406:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789186025.318416:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f30009f800 from 12 10000000:01000000:2.0:1789186025.318422:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789186025.318476:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.318489:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.318501:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186025.318527:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898552704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789186025.318596:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186025.318658:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7b40 going to sleep for 11 seconds 00000100:00100000:3.0:1789186025.320173:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552704 00000100:00100000:3.0:1789186025.320184:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552704 00000100:00100000:3.0:1789186025.320245:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1789186025.320255:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:22713:x1876096898552704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186025.320272:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186025.320290:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a7499a expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186025.320320:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a7499a expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186025.320330:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a7499a expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186025.320337:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3a00, rc 0) 00000100:00100000:3.0:1789186025.320420:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898552704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (1825us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186025.320427:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1789186025.320592:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898552704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186025.320622:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.320631:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186025.320696:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898552832:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789186025.320741:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186025.320781:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789186025.320856:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552832 00000100:00100000:0.0:1789186025.320862:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552832 00000100:00100000:0.0:1789186025.320946:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1789186025.320954:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898552832:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789186025.320969:0:22711:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789186025.320985:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789186025.320988:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1789186025.321079:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898552832:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 127us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186025.321087:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1789186025.321885:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898552832:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789186025.321985:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789186025.321994:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.322004:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186025.322015:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789186025.322018:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f2d871f800 from 12 10000000:01000000:2.0:1789186025.322467:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789186025.322496:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.322505:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.322514:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186025.322533:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898552960:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789186025.322583:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186025.322676:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ad7b40 going to sleep for 11 seconds 00000100:00100000:0.0:1789186025.325260:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898552960 00000100:00100000:0.0:1789186025.325274:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898552960 00000100:00100000:2.0:1789186025.325564:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1789186025.325576:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898552960:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186025.325594:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186025.325635:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a749a8 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.325663:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.325673:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186025.325682:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f300dde000, rc 0) 00000100:00100000:2.0:1789186025.325761:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898552960:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (3177us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186025.325768:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1789186025.325860:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898552960:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186025.325888:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186025.325898:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186025.325993:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898553088:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1789186025.326456:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186025.326722:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f15ed840 going to sleep for 11 seconds 00000100:00100000:1.0:1789186025.326817:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553088 00000100:00100000:1.0:1789186025.326824:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553088 00000100:00100000:1.0:1789186025.326858:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1789186025.326866:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898553088:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1789186025.326895:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1789186025.326944:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1789186025.326947:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1789186025.327038:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898553088:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 173us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186025.327051:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1789186025.327296:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898553088:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789186025.327344:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789186025.327353:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186025.327373:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186025.574368:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000040:00080000:2.0:1789186025.896511:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789186026.278429:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186026.598966:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00010000:00010000:0.0:1789186027.302698:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186027.622929:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000001:02000400:3.0:1789186028.084661:0:23717:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg448-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:2.0:1789186028.335665:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186028.646063:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 0 seconds 00000100:00100000:2.0:1789186028.966275:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898553216:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1789186028.966281:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1789186028.966292:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1789186028.966297:0:8:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186028.966334:0:8:0:(import.c:666:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff98f2c2af4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186028.966360:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872f100 x1876096898553472/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186028.966380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186028.966384:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789186028.966393:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789186028.966395:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186028.966403:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186028.966430:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186028.966434:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186028.966436:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186028.966439:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789186028.966462:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898553856:0@lo:400:kworker.0 00000100:00100000:3.0:1789186028.966480:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898553728:0@lo:400:kworker.0 00000100:00100000:2.0:1789186028.966505:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186028.966574:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186028.966650:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876096898553600:0@lo:400:kworker.0 00000100:00100000:0.0:1789186028.966682:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186028.966706:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789186028.966712:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898553344:0@lo:400:kworker.0 00000100:00100000:0.0:1789186028.966749:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186028.966757:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553216 00000100:00100000:3.0:1789186028.966767:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553216 00000100:00100000:2.0:1789186028.966776:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553728 00000100:00100000:2.0:1789186028.966786:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553728 00000100:00100000:0.0:1789186028.966808:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553856 00000100:00100000:0.0:1789186028.966816:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553856 00000100:00100000:3.0:1789186028.966833:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186028.966845:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789186028.966852:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3636:x1876096898553216:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789186028.966859:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553600 00000100:00100000:2.0:1789186028.966869:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1876096898553728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186028.966874:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553600 00000100:00100000:0.0:1789186028.966898:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1789186028.966951:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898553856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186028.967009:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ceb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3635:x1876096898553728:12345-0@lo:400:kworker.0 Request processed in 147us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186028.967020:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789186028.967028:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898553856:12345-0@lo:400:kworker.0 Request processed in 117us (520us total) trans 0 rc 0/0 00000004:00000024:3.0:1789186028.967043:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789186028.967058:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789186028.967069:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789186028.967093:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876096898553600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186028.967102:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898553216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 257us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186028.967102:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553344 00000100:00100000:0.0:1789186028.967111:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553344 00000100:00100000:3.0:1789186028.967115:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186028.967306:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876096898553600:12345-0@lo:400:kworker.0 Request processed in 216us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186028.967314:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789186028.967722:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789186028.967733:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3638:x1876096898553344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186028.967777:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3638:x1876096898553344:12345-0@lo:400:kworker.0 Request processed in 47us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186028.967783:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1789186028.967825:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898553472:0@lo:38:kworker.0 00000100:00100000:0.0:1789186028.967851:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1789186028.967969:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2d872fb80 x1876096898553856/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186028.967983:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898553856:0@lo:400:kworker.0 00000100:00100000:0.0:1789186028.968001:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898553216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789186028.968040:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898553728:0@lo:400:kworker.0 00000100:00100000:0.0:1789186028.968068:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898553344:0@lo:400:kworker.0 00010000:00080000:0.0:1789186028.968079:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2d872c000 x1876096898553600/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186028.968087:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876096898553600:0@lo:400:kworker.0 00000100:00100000:2.0:1789186028.968316:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553472 00000100:00100000:2.0:1789186028.968321:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553472 00000100:00100000:2.0:1789186028.968370:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186028.968375:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3634:x1876096898553472:12345-0@lo:38:kworker.0 00010000:00080000:2.0:1789186028.968399:0:23456:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 668 last 0 00000020:00000080:2.0:1789186028.968435:0:23456:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a749b6 00000004:00100000:2.0:1789186028.968455:0:23456:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:2.0:1789186028.968460:0:23456:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:3.0:1789186028.977475:0:23456:0:(import.c:65:import_set_state_nolock()) ffff98f2d0b96800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789186028.978787:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1876096898553472:12345-0@lo:38:kworker.0 Request processed in 10404us (10929us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186028.978801:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:0.0:1789186028.980250:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1789186028.980263:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:0.0:1789186028.980269:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789186028.980279:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c2af4000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:0.0:1789186028.980338:0:3634:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000013ceed23): req@ffff98f1c34b5180 x1876096898546432/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186028.980357:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898553472:0@lo:38:kworker.0 00000100:00100000:0.0:1789186028.980463:0:22757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186028.980490:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f053c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186028.980799:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898553984:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186028.980827:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186028.981513:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898546432 00000100:00100000:0.0:1789186028.981522:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898546432 00000100:00100000:0.0:1789186028.981588:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898553984 00000100:00100000:0.0:1789186028.981592:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898553984 00000100:00100000:0.0:1789186028.981611:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789186028.981619:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22757:x1876096898546432:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789186028.981712:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22757:x1876096898546432:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 93us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186028.981719:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1789186028.981737:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789186028.981743:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3637:x1876096898553984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789186028.981763:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789186028.981803:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3637:x1876096898553984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186028.981809:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1789186028.981843:0:22757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5180 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22757:1876096898546432:0@lo:1000:lod0000_rec0001.0 00000040:01000000:0.0:1789186028.981877:0:22757:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:0.0:1789186028.981951:0:22757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22757:1876096898554112:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789186028.981987:0:22757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186028.982013:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c4b840 going to sleep for 11 seconds 00000100:00100000:0.0:1789186028.982031:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554112 00000100:00100000:0.0:1789186028.982035:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554112 00000100:00100000:0.0:1789186028.982075:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789186028.982081:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22757:x1876096898554112:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789186028.982178:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22757:x1876096898554112:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 96us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186028.982184:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789186028.982208:0:22757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22757:1876096898554112:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789186028.982265:0:22757:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22757:1876096898554240:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789186028.982287:0:22757:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186028.982302:0:22757:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2c4b840 going to sleep for 11 seconds 00000100:00100000:0.0:1789186028.982313:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554240 00000100:00100000:0.0:1789186028.982316:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554240 00000100:00100000:0.0:1789186028.982332:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789186028.982336:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22757:x1876096898554240:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1789186028.982379:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22757:x1876096898554240:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 42us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186028.982385:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1789186028.982406:0:22757:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22757:1876096898554240:0@lo:1000:lod0000_rec0001.0 00000040:00080000:0.0:1789186028.982439:0:22757:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789186028.983021:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898553984:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1789186028.986713:0:22757:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1789186028.986800:0:22757:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 19, retries 0 00000004:00080000:0.0:1789186028.986805:0:22757:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000020:00000004:1.0:1789186029.076837:0:23769:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789186029.077164:0:23769:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789186029.353390:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789186029.972946:0:23819:0:(tgt_mount.c:2346:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789186029.973235:0:23819:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789186030.374274:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1789186030.878123:0:23868:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffc25f6d110 20000000:00000080:2.0:1789186030.878146:0:23868:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff98f2f6012800 uarg=0000000000000000 20000000:01000000:2.0:1789186030.878197:0:23868:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:2.0:1789186030.878206:0:23868:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:2.0:1789186030.878212:0:23868:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1789186030.879167:0:23869:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1789186030.879283:0:23868:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1789186030.893165:0:23868:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789186030.893355:0:23868:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.893387:0:23868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.893405:0:23868:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74962 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.893413:0:23868:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.893508:0:23868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74962 expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.893527:0:23868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74962 expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186030.893552:0:23868:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1876096898554368:0@lo:104: 00000100:00100000:2.0:1789186030.893645:0:23868:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186030.893955:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554368 00000100:00100000:0.0:1789186030.893965:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554368 00000100:00100000:0.0:1789186030.894049:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1789186030.894063:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:23868:x1876096898554368:12345-0@lo:104: 00010000:00010000:0.0:1789186030.894089:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186030.894167:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789186030.894173:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:23868:x1876096898554368:12345-0@lo:104: Request processed in 115us (528us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186030.894181:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1789186030.894401:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186030.894411:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894420:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9a00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789186030.894425:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894434:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186030.894443:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186030.894450:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789186030.894504:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894511:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789186030.894565:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894573:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74962 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74969 expref: -99 pid: 23447 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894601:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186030.894603:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186030.894605:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186030.894614:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789186030.894629:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898554496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789186030.894673:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186030.894755:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554496 00000100:00100000:3.0:1789186030.894760:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554496 00010000:00010000:3.0:1789186030.894785:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74962 expref: 18 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186030.894816:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1789186030.894823:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3637:x1876096898554496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789186030.894836:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186030.894840:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74962 expref: 18 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894852:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74962 expref: 18 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.894873:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186030.894941:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3637:x1876096898554496:12345-0@lo:103:ldlm_bl.0 Request processed in 117us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186030.894950:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789186030.895081:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898554496:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186030.895981:0:23868:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.895998:0:23868:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186030.896012:0:23868:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1876096898554624:0@lo:104: 00000100:00100000:2.0:1789186030.896059:0:23868:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186030.896137:0:23868:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a240 going to sleep for 11 seconds 00010000:00010000:2.0:1789186030.896159:0:23868:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74969 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74962 expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186030.896171:0:23868:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1876096898554368:0@lo:104: 00000100:00100000:0.0:1789186030.896597:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554624 00000100:00100000:0.0:1789186030.896605:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554624 00000100:00100000:0.0:1789186030.896704:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789186030.896714:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:23868:x1876096898554624:12345-0@lo:104: 00010000:00010000:0.0:1789186030.896728:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186030.896876:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1789186030.896894:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:23868:x1876096898554624:12345-0@lo:104: Request processed in 172us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186030.896903:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789186030.897275:0:23868:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23868:1876096898554624:0@lo:104: 00010000:00010000:2.0:1789186030.897312:0:23868:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186030.897522:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186030.897752:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186030.897763:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300dde400 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:1.0:1789186030.897767:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186030.897777:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1789186030.897785:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789186030.897792:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1789186030.898359:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186030.898368:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789186030.898410:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186030.898417:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300dde400/0xda5c730d5a7485f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74866 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186030.898439:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186030.898441:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186030.898443:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186030.898570:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789186030.898596:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898554752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789186030.898665:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186030.898860:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554752 00000100:00100000:3.0:1789186030.898869:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554752 00010000:00010000:3.0:1789186030.898922:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186030.898955:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789186030.898966:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:3636:x1876096898554752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789186030.898983:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186030.898990:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899003:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899020:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a74866 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a7485f expref: 17 pid: 22711 timeout: 770 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899041:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899052:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899071:0:22701:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899079:0:22701:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899087:0:22701:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899111:0:22701:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899118:0:22701:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddf400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186030.899123:0:22701:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899132:0:22701:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899478:0:22701:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.899479:0:23868:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186030.899509:0:23868:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899872:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f300ddf400/0xda5c730d5a749bd lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23868 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186030.899890:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186030.900052:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:3636:x1876096898554752:12345-0@lo:103:ldlm_bl.0 Request processed in 1085us (1384us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186030.900063:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789186030.900089:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898554752:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789186031.398148:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1789186031.655081:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1789186032.231230:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789186032.231238:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f30009f800 from 13 10000000:01000000:2.0:1789186032.231243:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789186032.231291:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186032.231302:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186032.231314:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186032.231338:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898554880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789186032.231399:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186032.231629:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186032.232168:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898554880 00000100:00100000:3.0:1789186032.232178:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898554880 00000100:00100000:3.0:1789186032.232270:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1789186032.232279:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+16:22713:x1876096898554880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186032.232295:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186032.232310:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a749c4 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.232373:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.232385:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 17 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.232392:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3e00, rc 0) 00000100:00100000:3.0:1789186032.232449:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898554880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186032.232456:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1789186032.232552:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898554880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186032.232568:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186032.232577:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186032.232652:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789186032.232679:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186032.232816:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186032.232845:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555008 00000100:00100000:0.0:1789186032.232850:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555008 00000100:00100000:0.0:1789186032.232875:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1789186032.232882:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898555008:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186032.233016:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898555008:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 134us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186032.233030:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1789186032.233969:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555008:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186032.234018:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300cea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555136:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789186032.234069:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186032.234106:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c7f12300 going to sleep for 11 seconds 00000100:00100000:2.0:1789186032.234180:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555136 00000100:00100000:2.0:1789186032.234186:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555136 00000100:00100000:2.0:1789186032.234220:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789186032.234232:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5244c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898555136:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789186032.234325:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5244c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898555136:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 93us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186032.234332:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1789186032.234373:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300cea680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555136:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789186032.235807:0:23931:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1789186032.236068:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1789186032.236097:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789186032.236108:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186032.236124:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186032.236137:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1789186032.236140:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f2d871f800 from 13 10000000:01000000:2.0:1789186032.236142:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789186032.236181:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186032.236190:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186032.236204:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186032.236226:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789186032.236278:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186032.236346:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7a9a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186032.236761:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555264 00000100:00100000:3.0:1789186032.236768:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555264 00000100:00100000:3.0:1789186032.236815:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1789186032.236824:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5246450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+17:22713:x1876096898555264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186032.236837:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186032.236850:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a749d2 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.236873:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.236884:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 18 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.236901:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a2000, rc 0) 00000100:00100000:3.0:1789186032.236986:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5246450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898555264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186032.236993:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1789186032.237143:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186032.237159:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186032.237168:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186032.237241:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186032.237269:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186032.237303:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e0305e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789186032.237390:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555392 00000100:00100000:3.0:1789186032.237395:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555392 00000100:00100000:3.0:1789186032.237428:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789186032.237435:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5247c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898555392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186032.237566:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5247c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898555392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 130us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186032.237726:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555392:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186032.237757:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555520:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789186032.237793:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186032.237813:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e0305e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789186032.237845:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1789186032.237867:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555520 00000100:00100000:3.0:1789186032.237871:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555520 00000100:00100000:3.0:1789186032.237900:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1789186032.237926:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5245c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898555520:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789186032.238001:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5245c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:22713:x1876096898555520:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 94us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186032.238007:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1789186032.238088:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898555520:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1789186032.239058:0:23932:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789186032.239286:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789186032.239306:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789186032.239316:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186032.239325:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186032.422978:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186033.062505:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186023/real 1789186023] req@ffff98f2d872ed80 x1876096898549632/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186033 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186033.062539:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872ed80 x1876096898549632/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186033 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186033.062548:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186023/real 1789186023] req@ffff98f2d872d180 x1876096898549504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186033 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186033.062559:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872d180 x1876096898549504/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186033 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789186033.062578:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186033.062603:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789186033.062607:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898549632:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1789186033.062613:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c6ff4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186033.062617:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789186033.062638:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898549504:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1789186033.062725:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186033.062740:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186033.062744:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186033.062747:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186033.062763:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186033.062766:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789186033.062769:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c6ff4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186033.062782:0:497:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 662 00000100:00100000:1.0:1789186033.062784:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898555648:0@lo:400:kworker.0 00000100:00080000:0.0:1789186033.062789:0:497:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:0.0:1789186033.062800:0:497:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff98f2c6ff4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186033.062823:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872ed80 x1876096898556160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186033.062838:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186033.062841:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789186033.062843:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186033.062847:0:497:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 662 00000100:00080000:0.0:1789186033.062852:0:497:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00100000:1.0:1789186033.062853:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1789186033.062859:0:497:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98f2d27d6800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186033.062877:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d872c000 x1876096898556288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789186033.062904:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898556416:0@lo:400:kworker.0 00000100:00100000:0.0:1789186033.062948:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898555776:0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.062956:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186033.062981:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1789186033.062989:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898556032:0@lo:400:kworker.0 00000100:00100000:0.0:1789186033.062995:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186033.063025:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186033.063027:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1789186033.063036:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898555904:0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.063059:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555648 00000100:00100000:0.0:1789186033.063065:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186033.063066:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555648 00000100:00100000:0.0:1789186033.063104:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555776 00000100:00100000:0.0:1789186033.063110:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555776 00000100:00100000:1.0:1789186033.063117:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1789186033.063129:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5244850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3636:x1876096898555648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186033.063144:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898556032 00000100:00100000:0.0:1789186033.063148:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898556032 00000100:00100000:0.0:1789186033.063168:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1789186033.063177:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3637:x1876096898555776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.063184:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5244850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3636:x1876096898555648:12345-0@lo:400:kworker.0 Request processed in 57us (331us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186033.063192:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1789186033.063228:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3637:x1876096898555776:12345-0@lo:400:kworker.0 Request processed in 51us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186033.063229:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898556416 00000100:00100000:1.0:1789186033.063235:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898556416 00000100:00100000:0.0:1789186033.063248:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789186033.063267:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898555904 00000100:00100000:1.0:1789186033.063271:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898555904 00000100:00100000:0.0:1789186033.063272:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789186033.063283:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898556032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.063294:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1789186033.063303:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898556416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186033.063320:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898556032:12345-0@lo:400:kworker.0 Request processed in 38us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186033.063326:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789186033.063344:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898556416:12345-0@lo:400:kworker.0 Request processed in 42us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186033.063349:0:22717:0:(service.c:3467:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:1.0:1789186033.063354:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789186033.063358:0:22717:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1789186033.063373:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789186033.063380:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898555904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.063422:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8726d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898555904:12345-0@lo:400:kworker.0 Request processed in 43us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186033.063429:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789186033.063477:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898556160:0@lo:8:kworker.0 00010000:00080000:0.0:1789186033.063488:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2d872e680 x1876096898555904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186033.063500:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898555904:0@lo:400:kworker.0 00000400:00000100:1.0:1789186033.063506:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898556160 offset 0 length 520: 4 00000100:00100000:1.0:1789186033.063520:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898556288:0@lo:8:kworker.0 00000400:00000100:1.0:1789186033.063536:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898556288 offset 0 length 520: 4 00000100:00100000:1.0:1789186033.063563:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898556032:0@lo:400:kworker.0 00010000:00080000:1.0:1789186033.063572:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2d8724000 x1876096898556416/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186033.063580:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898556416:0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.063588:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898555648:0@lo:400:kworker.0 00000100:00100000:1.0:1789186033.064178:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898555776:0@lo:400:kworker.0 00010000:00010000:3.0:1789186033.448043:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186034.086017:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186019/real 1789186019] req@ffff98f2d872f480 x1876096898547456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186034 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186034.086052:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872f480 x1876096898547456/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186034 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186034.086063:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186019/real 1789186019] req@ffff98f2d872d880 x1876096898547584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186034 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186034.086076:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872d880 x1876096898547584/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186034 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186034.086099:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00080000:1.0:1789186034.086115:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1789186034.086118:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898556544:0@lo:41:osp-pre-1-0.0 00000100:00080000:1.0:1789186034.086134:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789186034.086139:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898547456:0@lo:8:kworker.0 00000100:00080000:1.0:1789186034.086144:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186034.086150:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789186034.086153:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898547584:0@lo:8:kworker.0 00000100:00100000:0.0:1789186034.086206:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1789186034.086240:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789186034.086245:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898556672:0@lo:400:kworker.0 00000100:00080000:1.0:1789186034.086246:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1789186034.086251:0:8:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789186034.086258:0:8:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1789186034.086264:0:8:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1789186034.086275:0:8:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98f2fb33f000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186034.086281:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186034.086297:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff6a00 x1876096898556928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789186034.086313:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186034.086317:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1789186034.086319:0:8:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1789186034.086323:0:8:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 658 00000100:00080000:1.0:1789186034.086326:0:8:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00100000:0.0:1789186034.086329:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898556544 00000100:00080000:1.0:1789186034.086333:0:8:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98f2ff92f800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186034.086338:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898556544 00000100:00100000:1.0:1789186034.086347:0:8:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2fcff5500 x1876096898557056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1789186034.086380:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1789186034.086389:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1789186034.086392:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186034.086397:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186034.086402:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1789186034.086402:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1876096898556544:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186034.086446:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898556800:0@lo:400:kworker.0 00000004:00000024:0.0:1789186034.086451:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789186034.086481:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186034.086502:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1876096898556544:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186034.086507:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1789186034.086512:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789186034.086515:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898557184:0@lo:400:kworker.0 00000100:00100000:0.0:1789186034.086534:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898556800 00000100:00100000:0.0:1789186034.086545:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898556800 00000100:00100000:1.0:1789186034.086550:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186034.086570:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789186034.086577:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898556800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.086589:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557184 00000100:00100000:1.0:1789186034.086594:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557184 00000100:00100000:1.0:1789186034.086627:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1789186034.086636:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898556800:12345-0@lo:400:kworker.0 Request processed in 58us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186034.086643:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1789186034.086664:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898556672 00000100:00100000:0.0:1789186034.086668:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898556672 00000100:00100000:0.0:1789186034.086704:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1789186034.086711:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5247050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3638:x1876096898556672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186034.086739:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5247050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:3638:x1876096898556672:12345-0@lo:400:kworker.0 Request processed in 29us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186034.086745:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1789186034.086761:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898557184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.086797:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898557184:12345-0@lo:400:kworker.0 Request processed in 163us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186034.086804:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789186034.086830:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898557312:0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.086868:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186034.086954:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789186034.086965:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898557568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789186034.086968:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789186034.086977:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898557440:0@lo:400:kworker.0 00000100:00100000:2.0:1789186034.087000:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186034.087010:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186034.087040:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557440 00000100:00100000:1.0:1789186034.087044:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557440 00000100:00100000:1.0:1789186034.087067:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789186034.087073:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876096898557440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.087105:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876096898557440:12345-0@lo:400:kworker.0 Request processed in 31us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186034.087117:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1789186034.087152:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2fcff4700 x1876096898557184/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186034.087163:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898557184:0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.087173:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898556800:0@lo:400:kworker.0 00010000:00080000:1.0:1789186034.087194:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2fcff5c00 x1876096898557440/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186050 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186034.087202:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898557440:0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.087230:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898556928:0@lo:8:kworker.0 00000400:00000100:1.0:1789186034.087264:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898556928 offset 0 length 520: 4 00000100:00100000:1.0:1789186034.087276:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898557056:0@lo:8:kworker.0 00000400:00000100:1.0:1789186034.087294:0:3634:0:(lib-move.c:4350:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1876096898557056 offset 0 length 520: 4 00000100:00100000:1.0:1789186034.087320:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898556672:0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.087335:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898556544:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186034.095012:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557312 00000100:00100000:1.0:1789186034.095028:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557312 00000100:00100000:0.0:1789186034.095039:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557568 00000100:00100000:0.0:1789186034.095047:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557568 00000100:00100000:1.0:1789186034.095100:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789186034.095115:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1876096898557312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.095235:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3637:x1876096898557312:12345-0@lo:400:kworker.0 Request processed in 125us (8365us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186034.095243:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1789186034.095286:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789186034.095301:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898557312:0@lo:400:kworker.0 00000100:00100000:1.0:1789186034.095306:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898557568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789186034.095337:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789186034.095397:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898557568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (8396us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186034.095404:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1789186034.095904:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898557568:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789186034.472080:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1789186034.631071:0:23448:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000040:00080000:0.0:1789186035.110716:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1789186035.500088:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186036.522101:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1789186037.151666:0:24217:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1789186037.151670:0:24217:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:2.0:1789186037.151671:0:24217:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1789186037.151785:0:24217:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98f300e71800 00000020:01000004:2.0:1789186037.152262:0:24217:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1789186037.152276:0:24217:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1789186037.152291:0:24217:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff98f1c34eb380) 00000020:00000080:2.0:1789186037.152308:0:24217:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789186037.197873:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1789186037.200463:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1789186037.200932:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1789186037.201173:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1789186037.201411:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1789186037.201631:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:0.0:1789186037.203510:0:24217:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:01000000:0.0:1789186037.207073:0:24217:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1789186037.207283:0:24217:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:0.0:1789186037.207298:0:24217:0:(osd_handler.c:8926:osd_obd_connect()) connect #0 00000020:00000080:0.0:1789186037.207316:0:24217:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xda5c730d5a749e7 00000020:01000004:0.0:1789186037.207323:0:24217:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:0.0:1789186037.207344:0:24217:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.148@tcp:Set MGC reconnect 1 10000000:01000000:0.0:1789186037.207348:0:24217:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.148@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:0.0:1789186037.207354:0:24217:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0000 00000020:01000004:0.0:1789186037.207359:0:24217:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:0.0:1789186037.207370:0:24217:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff98f1c34b8000) 00000020:00000080:0.0:1789186037.207402:0:24217:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:0.0:1789186037.209284:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1789186037.211515:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:0.0:1789186037.211524:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1789186037.213633:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1789186037.213646:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1789186037.231563:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1789186037.231580:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1789186037.241128:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789186037.241358:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1789186037.241364:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1789186037.243734:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1789186037.243746:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1789186037.276671:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1789186037.276941:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1789186037.276949:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:3.0:1789186037.278780:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:3.0:1789186037.278794:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1789186037.286636:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1789186037.286658:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1789186037.291088:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789186037.291286:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1789186037.291293:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1789186037.296075:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1789186037.296090:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:2.0:1789186037.348275:0:24217:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1789186037.348518:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:2.0:1789186037.348525:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:1.0:1789186037.350611:0:24217:0:(service.c:3467:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:1.0:1789186037.350625:0:24217:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1789186037.351338:0:24217:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:1.0:1789186037.351366:0:24217:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:1.0:1789186037.351386:0:24217:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.148@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:1.0:1789186037.381469:0:24217:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.148@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789186037.381523:0:24217:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.148@tcp, index=0000, flags=0x20002 00000020:01000004:1.0:1789186037.381528:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789186037.381529:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789186037.381530:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186037.381531:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186037.381533:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186037.381534:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186037.381535:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789186037.381537:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186037.381538:0:24217:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789186037.381542:0:24217:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:1.0:1789186037.381544:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789186037.381551:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789186037.381552:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186037.381553:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186037.381554:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186037.381555:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186037.381556:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789186037.381557:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186037.381557:0:24217:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789186037.381583:0:24217:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:1.0:1789186037.381603:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898557696:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789186037.381673:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.381728:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab60c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.381798:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557696 00000100:00100000:0.0:1789186037.381806:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557696 00000100:00100000:0.0:1789186037.381869:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1789186037.381879:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:24217:x1876096898557696:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1789186037.381948:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1789186037.381952:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1789186037.381957:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:0.0:1789186037.382441:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:24217:x1876096898557696:12345-0@lo:253:mount.lustre.0 Request processed in 562us (766us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.382449:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1789186037.382529:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898557696:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789186037.382538:0:24217:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:1.0:1789186037.382541:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789186037.382542:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:1.0:1789186037.382543:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186037.382544:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186037.382545:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186037.382546:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186037.382547:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789186037.382548:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186037.382549:0:24217:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789186037.382565:0:24217:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98f300e71800 from lustre-OST0000 10000000:01000000:1.0:1789186037.382603:0:24217:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:1.0:1789186037.382607:0:24217:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789186037.382615:0:24217:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff98f2c6fd0000 local copy 00010000:00010000:1.0:1789186037.382625:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186037.382715:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898557824:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186037.382744:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.382777:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab6e40 going to sleep for 11 seconds 00000100:00100000:2.0:1789186037.382800:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557824 00000100:00100000:2.0:1789186037.382807:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557824 00000100:00100000:2.0:1789186037.382849:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1789186037.382856:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:24217:x1876096898557824:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186037.382952:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:24217:x1876096898557824:12345-0@lo:501:mount.lustre.0 Request processed in 96us (206us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789186037.382959:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1789186037.383088:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898557824:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789186037.383107:0:24217:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.148@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789186037.383124:0:24217:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.148@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789186037.383130:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.383140:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789186037.383167:0:24217:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98f300e71800 10000000:01000000:1.0:1789186037.383172:0:24217:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789186037.383177:0:24217:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1789186037.383179:0:24217:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789186037.383183:0:24217:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1789186037.383185:0:24217:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1789186037.383205:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.383212:0:24217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.383220:0:24217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186037.383230:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898557952:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789186037.383252:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.383348:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab6e40 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.383406:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898557952 00000100:00100000:0.0:1789186037.383411:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898557952 00000100:00100000:0.0:1789186037.383443:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1789186037.383450:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+18:24217:x1876096898557952:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186037.383458:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186037.383470:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0031800/0xda5c730d5a749fc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a749f5 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.383498:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0031800/0xda5c730d5a749fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a749f5 expref: 19 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.383508:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0031800/0xda5c730d5a749fc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749f5 expref: 19 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.383516:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0031800, rc 0) 00000100:00100000:0.0:1789186037.383553:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898557952:12345-0@lo:101:mount.lustre.0 Request processed in 103us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.383560:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1789186037.383762:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898557952:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186037.383775:0:24217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749fc expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.383790:0:24217:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a749fc expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789186037.384807:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1789186037.387905:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789186037.394076:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:2.0:1789186037.394153:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:2.0:1789186037.394173:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:2.0:1789186037.394188:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:2.0:1789186037.394203:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:2.0:1789186037.394219:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:2.0:1789186037.394234:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:2.0:1789186037.394248:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:2.0:1789186037.394514:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:2.0:1789186037.394537:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:2.0:1789186037.394551:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:2.0:1789186037.394566:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:2.0:1789186037.394595:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:2.0:1789186037.394601:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:2.0:1789186037.395082:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558080:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186037.395151:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.395253:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c3451480 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.396475:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558080 00000100:00100000:0.0:1789186037.396488:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558080 00000100:00100000:0.0:1789186037.397025:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1789186037.397041:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558080:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789186037.397246:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558080:12345-0@lo:501:mount.lustre.0 Request processed in 209us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.397255:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1789186037.397387:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558080:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186037.397445:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558208:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186037.397503:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.397841:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3180 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.397935:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558208 00000100:00100000:3.0:1789186037.397942:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558208 00000100:00100000:3.0:1789186037.398003:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1789186037.398012:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558208:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186037.401779:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558208:12345-0@lo:503:mount.lustre.0 Request processed in 3759us (4265us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.401795:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1789186037.401931:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558208:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789186037.402443:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789186037.402531:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558336:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789186037.402577:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.402620:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3180 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.404757:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558336 00000100:00100000:0.0:1789186037.404771:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558336 00000100:00100000:0.0:1789186037.404835:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1789186037.404845:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558336:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186037.405601:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558336:12345-0@lo:502:mount.lustre.0 Request processed in 755us (3021us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.405612:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1789186037.405725:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558336:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186037.406479:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789186037.406515:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789186037.406531:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789186037.406544:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789186037.406558:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789186037.406569:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789186037.406581:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789186037.406594:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:1.0:1789186037.406607:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:1.0:1789186037.406640:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:1.0:1789186037.406655:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:1.0:1789186037.406684:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:1.0:1789186037.406727:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558464:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789186037.406781:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.406826:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3180 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.406990:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558464 00000100:00100000:3.0:1789186037.406998:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558464 00000100:00100000:3.0:1789186037.407051:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1789186037.407061:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558464:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186037.407181:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558464:12345-0@lo:502:mount.lustre.0 Request processed in 122us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.407189:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1789186037.407549:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558464:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186037.407602:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:1.0:1789186037.407611:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:0.0:1789186037.409229:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789186037.409240:0:24234:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:0.0:1789186037.409256:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.409329:0:24234:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:0.0:1789186037.409338:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789186037.409362:0:24234:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff98f1c34bb380) 00000020:00000080:0.0:1789186037.409510:0:24234:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789186037.409519:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789186037.409611:0:24234:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f300e71800 from lustre-OST0000, refs=2 00080000:01000000:0.0:1789186037.409620:0:24234:0:(osd_handler.c:8926:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789186037.409636:0:24234:0:(genops.c:1384:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xda5c730d5a74a0a 00010000:00010000:0.0:1789186037.417995:0:24234:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:0.0:1789186037.419026:0:24234:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:0.0:1789186037.422778:0:24234:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789186037.432813:0:24234:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:0.0:1789186037.432829:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186037.432836:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.432838:0:24234:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:0.0:1789186037.432842:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1789186037.432845:0:24234:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #27 00000020:01000000:0.0:1789186037.432847:0:24234:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789186037.432848:0:24234:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:0.0:1789186037.432850:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:0.0:1789186037.432852:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.432854:0:24234:0:(obd_config.c:1563:class_process_config()) marker 27 (0x6) lustre sys.timeout 00000020:01000000:0.0:1789186037.432856:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186037.432859:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.432861:0:24234:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789186037.432863:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789186037.432866:0:24234:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789186037.432868:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186037.432870:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.432871:0:24234:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789186037.432873:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186037.432875:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.432877:0:24234:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789186037.432897:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789186037.432966:0:24234:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186037.432970:0:24234:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186037.432971:0:24234:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789186037.432974:0:24234:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1789186037.433163:0:24217:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1789186037.433194:0:24217:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1789186037.433220:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749fc expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.433233:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf8e00/0xda5c730d5a749f5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a749fc expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789186037.433240:0:24217:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f300e71800 from 1 10000000:01000000:1.0:1789186037.433243:0:24217:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789186037.433292:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.433300:0:24217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.433311:0:24217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186037.433336:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558592:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789186037.433414:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.433447:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3180 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.433707:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558592 00000100:00100000:0.0:1789186037.433715:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558592 00000100:00100000:0.0:1789186037.433763:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1789186037.433773:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:24217:x1876096898558592:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186037.433788:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186037.433800:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74a11 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.433821:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 20 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.433832:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 20 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.433841:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0030200, rc 0) 00000100:00100000:0.0:1789186037.433882:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558592:12345-0@lo:101:mount.lustre.0 Request processed in 110us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.433889:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1789186037.434006:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558592:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186037.434020:0:24217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.434028:0:24217:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789186037.435473:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1789186037.435715:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789186037.435880:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1789186037.435900:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1789186037.435947:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1789186037.435958:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1789186037.435968:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1789186037.435979:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1789186037.435989:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1789186037.436000:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1789186037.436010:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1789186037.436021:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1789186037.436031:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1789186037.436045:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1789186037.436049:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1789186037.436110:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558720:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186037.436160:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.436196:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3600 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.438518:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558720 00000100:00100000:0.0:1789186037.438534:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558720 00000100:00100000:0.0:1789186037.438596:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1789186037.438607:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558720:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789186037.438765:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558720:12345-0@lo:501:mount.lustre.0 Request processed in 161us (2604us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.438788:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1789186037.440465:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558720:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186037.440529:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558848:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186037.440597:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.440641:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558848 00000100:00100000:1.0:1789186037.440653:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558848 00000100:00100000:1.0:1789186037.440698:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789186037.440706:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558848:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186037.440799:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558848:12345-0@lo:503:mount.lustre.0 Request processed in 94us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186037.440806:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1789186037.440853:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3600 going to sleep for 11 seconds 00000100:00100000:1.0:1789186037.440865:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558848:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789186037.443550:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789186037.443672:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558976:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789186037.443751:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.443798:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300368300 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.446699:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898558976 00000100:00100000:0.0:1789186037.446714:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898558976 00000100:00100000:0.0:1789186037.446774:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1789186037.446785:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558976:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186037.447004:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898558976:12345-0@lo:502:mount.lustre.0 Request processed in 221us (3252us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.447012:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1789186037.447307:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898558976:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789186037.447780:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1789186037.447808:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1789186037.447823:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1789186037.447836:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1789186037.447848:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1789186037.447861:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1789186037.447884:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1789186037.447897:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1789186037.447947:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1789186037.447964:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1789186037.447978:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1789186037.448012:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559104:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186037.448067:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186037.448108:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e9240 going to sleep for 11 seconds 00000100:00100000:0.0:1789186037.448749:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559104 00000100:00100000:0.0:1789186037.448756:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559104 00000100:00100000:0.0:1789186037.448852:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1789186037.448861:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898559104:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186037.449006:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898559104:12345-0@lo:502:mount.lustre.0 Request processed in 146us (939us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.449014:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1789186037.449106:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559104:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1789186037.449165:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1789186037.449175:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789186037.453177:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186037.453189:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.453191:0:24238:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789186037.453199:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f300e71800 00000020:00000080:1.0:1789186037.453202:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186037.453210:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186037.453213:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.453214:0:24238:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789186037.453216:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186037.453219:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.453220:0:24238:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789186037.453223:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f300e71800 00000020:00000080:1.0:1789186037.453226:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186037.453293:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186037.453297:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.453299:0:24238:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789186037.453301:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186037.453304:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.453310:0:24238:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789186037.453315:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f300e71800 00000020:00000080:1.0:1789186037.453317:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186037.453337:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186037.453340:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.453341:0:24238:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789186037.454691:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186037.454698:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.454700:0:24238:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789186037.454705:0:24238:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f300e71800 00000020:00000080:1.0:1789186037.454707:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186037.454752:0:24238:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186037.454755:0:24238:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186037.454756:0:24238:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789186037.454759:0:24238:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1789186037.454963:0:24217:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1789186037.454993:0:24217:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1789186037.455016:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455029:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186037.455089:0:24217:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1789186037.455092:0:24217:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98f300e71800 10000000:01000000:2.0:1789186037.455095:0:24217:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98f300e71800 10000000:01000000:2.0:1789186037.455099:0:24217:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1789186037.455105:0:24217:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f300e71800 from 1 10000000:01000000:2.0:1789186037.455107:0:24217:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1789186037.455144:0:24217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455159:0:24217:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455172:0:24217:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186037.455195:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559232:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186037.455278:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.455317:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559232 00000100:00100000:2.0:1789186037.455324:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559232 00000100:00100000:2.0:1789186037.455502:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789186037.455512:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:24217:x1876096898559232:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186037.455525:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186037.455537:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f300ddf400/0xda5c730d5a74a26 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74a1f expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455560:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f300ddf400/0xda5c730d5a74a26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74a1f expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455569:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f300ddf400/0xda5c730d5a74a26 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a1f expref: 21 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455578:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f300ddf400, rc 0) 00000100:00100000:2.0:1789186037.455611:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559232:12345-0@lo:101:mount.lustre.0 Request processed in 101us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.455617:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1789186037.455662:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c3451600 going to sleep for 11 seconds 00000100:00100000:2.0:1789186037.455737:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559232:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186037.455752:0:24217:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a26 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.455761:0:24217:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74a26 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789186037.458591:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1789186037.459187:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789186037.459452:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1789186037.459479:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1789186037.459492:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1789186037.459507:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1789186037.459519:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1789186037.459531:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1789186037.459543:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1789186037.459554:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1789186037.459565:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1789186037.459577:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1789186037.459608:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1789186037.459623:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1789186037.459636:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1789186037.459650:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1789186037.459663:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1789186037.459676:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1789186037.459706:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1789186037.459719:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1789186037.459731:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1789186037.459744:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1789186037.459754:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1789186037.459765:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1789186037.459775:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1789186037.459798:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1789186037.459810:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1789186037.459821:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1789186037.459845:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1789186037.459859:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1789186037.459870:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1789186037.459882:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1789186037.459893:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1789186037.459940:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1789186037.459958:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1789186037.459973:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1789186037.459986:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1789186037.460000:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1789186037.460013:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1789186037.460025:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1789186037.460036:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1789186037.460047:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1789186037.460060:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1789186037.460071:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1789186037.460095:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1789186037.460109:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1789186037.460120:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1789186037.460131:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1789186037.460141:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1789186037.460151:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1789186037.460689:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1789186037.460718:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1789186037.460734:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1789186037.460739:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1789186037.460844:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186037.461035:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.461084:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c3451840 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.461161:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559360 00000100:00100000:3.0:1789186037.461169:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559360 00000100:00100000:3.0:1789186037.461223:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1789186037.461232:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559360:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1789186037.461384:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559360:12345-0@lo:501:mount.lustre.0 Request processed in 153us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.461392:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1789186037.461654:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559360:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186037.461700:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559488:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186037.461739:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.461770:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c3451840 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.461858:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559488 00000100:00100000:3.0:1789186037.461863:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559488 00000100:00100000:3.0:1789186037.461895:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1789186037.461903:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559488:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186037.462009:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559488:12345-0@lo:503:mount.lustre.0 Request processed in 107us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.462017:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:2.0:1789186037.462128:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559488:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789186037.462772:0:24217:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789186037.462842:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559616:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186037.462889:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.463062:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c3451600 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.465199:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559616 00000100:00100000:3.0:1789186037.465525:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559616 00000100:00100000:3.0:1789186037.466088:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1789186037.466112:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559616:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186037.466303:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559616:12345-0@lo:502:mount.lustre.0 Request processed in 195us (3412us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.466400:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1789186037.471635:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559616:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789186037.472880:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1789186037.472932:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1789186037.472944:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1789186037.472955:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1789186037.472965:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1789186037.472976:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1789186037.472987:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1789186037.472998:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1789186037.473009:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1789186037.473019:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1789186037.473030:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1789186037.473048:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1789186037.473059:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1789186037.473070:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1789186037.473080:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1789186037.473090:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1789186037.473101:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1789186037.473112:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1789186037.473122:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1789186037.473134:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1789186037.473145:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1789186037.473156:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1789186037.473166:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1789186037.473191:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1789186037.473202:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1789186037.473212:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789186037.473223:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789186037.473233:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789186037.473244:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789186037.473254:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789186037.474807:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789186037.474839:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789186037.474852:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789186037.474865:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789186037.474878:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789186037.474891:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789186037.474922:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789186037.474940:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789186037.474955:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789186037.474986:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789186037.475000:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789186037.475013:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789186037.475025:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789186037.475038:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789186037.475063:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789186037.475076:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789186037.475088:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789186037.475100:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789186037.475159:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559744:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186037.475240:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186037.476809:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c4217780 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.476935:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559744 00000100:00100000:3.0:1789186037.476945:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559744 00000100:00100000:3.0:1789186037.476997:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1789186037.477007:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559744:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186037.477143:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559744:12345-0@lo:502:mount.lustre.0 Request processed in 138us (1904us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.477152:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1789186037.477488:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559744:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789186037.478836:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789186037.478882:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789186037.478940:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559872:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186037.479007:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186037.479047:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c4217780 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.479473:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898559872 00000100:00100000:3.0:1789186037.479481:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898559872 00000100:00100000:3.0:1789186037.479526:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1789186037.479535:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559872:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186037.479643:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898559872:12345-0@lo:502:mount.lustre.0 Request processed in 110us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.479651:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1789186037.480508:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898559872:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789186037.480585:0:24217:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1789186037.480597:0:24217:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1789186037.483604:0:24243:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1789186037.483622:0:24243:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff98f300180000) 00000020:00000080:3.0:1789186037.483661:0:24243:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1789186037.483785:0:24243:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f300e71800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789186037.483789:0:24243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f300e71800 from lustre-OST0000, refs=3 00000020:01000004:3.0:1789186037.483792:0:24243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f300e71800 3 00010000:00080000:3.0:1789186037.483823:0:24243:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f1c207c800@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.148@tcp at head 00010000:00010000:3.0:1789186037.490947:0:24243:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1789186037.491147:0:24243:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1789186037.491204:0:24243:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1789186037.491219:0:24243:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xda5c730d5a74a34 00000100:00080000:3.0:1789186037.491229:0:24243:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1789186037.491243:0:24243:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff98f1c207c800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186037.491297:0:24243:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ce8e00 x1876096898560000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789186037.491331:0:24243:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789186037.492721:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186037.492727:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186037.492730:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186037.492733:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186037.492758:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186037.492763:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186037.492766:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186037.492769:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789186037.492822:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898560128:0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.492891:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.493487:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789186037.493495:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898560512:0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493526:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.493573:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898560256:0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493595:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.493612:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789186037.493618:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898560384:0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493636:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.493669:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560128 00000100:00100000:2.0:1789186037.493676:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560128 00000100:00100000:2.0:1789186037.493711:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560384 00000100:00100000:2.0:1789186037.493714:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560384 00000100:00100000:2.0:1789186037.493729:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789186037.493737:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898560128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493785:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898560128:12345-0@lo:400:kworker.0 Request processed in 49us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.493792:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789186037.493806:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789186037.493811:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898560384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493836:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3485180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898560384:12345-0@lo:400:kworker.0 Request processed in 25us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.493841:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1789186037.493857:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560512 00000100:00100000:2.0:1789186037.493860:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560512 00000100:00100000:2.0:1789186037.493878:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560256 00000100:00100000:2.0:1789186037.493880:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560256 00000100:00100000:2.0:1789186037.493894:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789186037.493900:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898560512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493942:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3487480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898560512:12345-0@lo:400:kworker.0 Request processed in 42us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.493947:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789186037.493967:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186037.493972:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898560256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.493998:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3485f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898560256:12345-0@lo:400:kworker.0 Request processed in 26us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.494004:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00080000:2.0:1789186037.494045:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f1c34b6300 x1876096898560512/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186037.494058:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898560512:0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.494068:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898560128:0@lo:400:kworker.0 00000100:00100000:2.0:1789186037.494095:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898560384:0@lo:400:kworker.0 00010000:00080000:2.0:1789186037.494103:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f1c34b4a80 x1876096898560256/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186053 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186037.494110:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898560256:0@lo:400:kworker.0 00000100:00100000:1.0:1789186037.494326:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898560000:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789186037.496515:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.496663:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560000 00000100:00100000:1.0:1789186037.496672:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560000 00000100:00100000:1.0:1789186037.496710:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789186037.496718:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3634:x1876096898560000:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1789186037.496746:0:22718:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:1.0:1789186037.496782:0:22718:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xda5c730d5a74a3b 00000004:00100000:1.0:1789186037.496798:0:22718:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789186037.496831:0:22718:0:(import.c:65:import_set_state_nolock()) ffff98f1c319f000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789186037.496897:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3634:x1876096898560000:12345-0@lo:38:llog_process_th.0 Request processed in 178us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186037.496924:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1789186037.497869:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f300ce8e00 x1876096898560000/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789186047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186037.497882:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789186037.497891:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789186037.497899:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789186037.497904:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1789186037.497924:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c207c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789186037.497932:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3634:1876096898560000:0@lo:38:llog_process_th.0 00000020:01000004:0.0:1789186037.500726:0:24243:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1789186037.500745:0:24243:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff98f1c34b99c0) 00000020:00000080:0.0:1789186037.500776:0:24243:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:0.0:1789186037.500879:0:24243:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f300e71800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789186037.500883:0:24243:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f300e71800 from lustre-OST0000, refs=3 00000020:01000004:0.0:1789186037.500886:0:24243:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f300e71800 3 00010000:00080000:0.0:1789186037.500930:0:24243:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f1c36cd800@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.148@tcp at head 00010000:00010000:0.0:1789186037.511024:0:24243:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:0.0:1789186037.511227:0:24243:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:0.0:1789186037.515458:0:24243:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789186037.515480:0:24243:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xda5c730d5a74a49 00000100:00080000:0.0:1789186037.515492:0:24243:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789186037.515504:0:24243:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff98f1c36cd800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186037.515548:0:24243:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8725500 x1876096898560640/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1789186037.515589:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3634:1876096898560640:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1789186037.515663:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186037.515745:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560640 00000100:00100000:0.0:1789186037.515753:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560640 00000100:00100000:0.0:1789186037.515785:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1789186037.515792:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3634:x1876096898560640:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1789186037.515829:0:22717:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 676 last 0 00000020:00000080:0.0:1789186037.516059:0:22717:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xda5c730d5a74a50 00000004:00100000:0.0:1789186037.516076:0:22717:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1789186037.516112:0:22717:0:(import.c:65:import_set_state_nolock()) ffff98f2e0662800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789186037.516169:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8726a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3634:x1876096898560640:12345-0@lo:38:llog_process_th.0 Request processed in 374us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186037.516178:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1789186037.516222:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff98f2d8725500 x1876096898560640/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789186047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186037.516240:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1789186037.516249:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1789186037.516256:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1789186037.516275:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1789186037.516277:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c36cd800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1789186037.516284:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3634:1876096898560640:0@lo:38:llog_process_th.0 00000100:00080000:0.0:1789186037.516304:0:24243:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1789186037.516329:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186037.516333:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186037.516336:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186037.516338:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186037.516352:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186037.516355:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186037.516358:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186037.516361:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:0.0:1789186037.521243:0:24243:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789186037.521317:0:24217:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789186037.521360:0:24217:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789186037.521900:0:24217:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a26 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186037.521935:0:24217:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddf200/0xda5c730d5a74a1f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a26 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789186037.522002:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789186037.522005:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789186037.522006:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186037.522007:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186037.522008:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186037.522010:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186037.522011:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789186037.522013:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186037.522015:0:24217:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789186037.522019:0:24217:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1789186037.522021:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789186037.522023:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789186037.522024:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186037.522025:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186037.522026:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186037.522027:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186037.522028:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789186037.522029:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186037.522029:0:24217:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789186037.522055:0:24217:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1789186037.522075:0:24217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898560768:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789186037.522143:0:24217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186037.522183:0:24217:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c4217c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.523049:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560768 00000100:00100000:3.0:1789186037.523062:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560768 00000100:00100000:3.0:1789186037.523110:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1789186037.523120:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898560768:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1789186037.523149:0:22711:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1789186037.523163:0:22711:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1789186037.525627:0:22711:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1789186037.525642:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1789186037.525735:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789186037.525747:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789186037.525770:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.525791:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a7499a expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.525799:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.525807:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.525843:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 21 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.525856:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 21 pid: 22711 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186037.525869:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898560896:0@lo:104: 00000100:00100000:3.0:1789186037.526108:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:24217:x1876096898560768:12345-0@lo:253:mount.lustre.0 Request processed in 2987us (3962us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186037.526119:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1789186037.526220:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186037.526472:0:24217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:24217:1876096898560768:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1789186037.526487:0:24217:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1789186037.526490:0:24217:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789186037.526492:0:24217:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1789186037.526493:0:24217:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186037.526495:0:24217:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186037.526496:0:24217:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186037.526497:0:24217:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186037.526498:0:24217:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789186037.526500:0:24217:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186037.526502:0:24217:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1789186037.526515:0:24217:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1789186037.527242:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a7499a expref: 20 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186037.527255:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a7499a expref: 20 pid: 22709 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186037.528455:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898561024:0@lo:104: 00000100:00100000:1.0:1789186037.528520:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186037.533618:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e7ab3180 going to sleep for 11 seconds 00000100:00100000:3.0:1789186037.534278:0:22700:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1789186037.534312:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898560896 00000100:00100000:3.0:1789186037.534321:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898560896 00000100:00100000:3.0:1789186037.534361:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561024 00000100:00100000:3.0:1789186037.534375:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561024 00000100:00100000:3.0:1789186037.534635:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789186037.534961:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:22732:x1876096898560896:12345-0@lo:104: 00010000:00010000:2.0:1789186037.534982:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535081:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789186037.535087:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:22732:x1876096898560896:12345-0@lo:104: Request processed in 444us (8868us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.535095:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789186037.535121:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186037.535128:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5246c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898561024:12345-0@lo:104: 00010000:00010000:2.0:1789186037.535137:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535185:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1789186037.535190:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5246c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898561024:12345-0@lo:104: Request processed in 64us (6672us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.535197:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1789186037.535241:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186037.535247:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535255:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddea00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789186037.535274:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535284:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789186037.535292:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186037.535298:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789186037.535340:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186037.535443:0:22699:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00010000:00010000:2.0:1789186037.535554:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789186037.535576:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535584:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300ddea00/0xda5c730d5a749a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749af expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535608:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186037.535612:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535618:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddf800 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:2.0:1789186037.535621:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535628:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1789186037.535634:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186037.535639:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1789186037.535654:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535661:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1789186037.535679:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535686:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a7499a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749a1 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.535701:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186037.535703:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186037.535705:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186037.535711:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789186037.535739:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898561152:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789186037.535779:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.535824:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898561280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789186037.535849:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186037.535886:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561152 00000100:00100000:2.0:1789186037.535892:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561152 00010000:00010000:2.0:1789186037.535933:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 21 pid: 22711 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186037.535953:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561280 00000100:00100000:2.0:1789186037.535956:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561280 00010000:00010000:2.0:1789186037.535966:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a7499a expref: 22 pid: 22709 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186037.535978:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789186037.535985:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:3636:x1876096898561152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186037.535996:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186037.536000:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 22 pid: 22711 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536011:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 22 pid: 22711 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536028:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186037.536057:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:3636:x1876096898561152:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (278us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.536064:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789186037.536077:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186037.536082:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f66bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:3637:x1876096898561280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186037.536095:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186037.536099:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a7499a expref: 21 pid: 22709 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536108:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a7499a expref: 21 pid: 22709 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536119:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536128:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1789186037.536142:0:22703:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010395673s 00010000:00010000:2.0:1789186037.536146:0:22703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536154:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536160:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536166:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536171:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186037.536174:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536182:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536197:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186037.536208:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186037.536239:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f66bb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:3637:x1876096898561280:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186037.536246:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:3.0:1789186037.536685:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f300dde000/0xda5c730d5a749af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a749a8 expref: 20 pid: 22711 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186037.536697:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898560896:0@lo:104: 00010000:00010000:3.0:1789186037.536708:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a749a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a7499a expref: 19 pid: 22709 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186037.536724:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898561024:0@lo:104: 00010000:00010000:3.0:1789186037.536748:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186037.536757:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186037.536764:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186037.536770:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c1bf9600/0xda5c730d5a74a57 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186037.536973:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898561280:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789186037.536995:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898561152:0@lo:103:ldlm_bl.0 00000001:00000004:0.0:1789186037.537052:0:24217:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1789186037.539903:0:24217:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1789186037.539935:0:24217:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1789186037.539983:0:24217:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789186037.540025:0:24217:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.148@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789186037.540048:0:24217:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1789186037.540065:0:24217:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:0.0:1789186037.540888:0:24217:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789186037.541155:0:24217:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789186037.562683:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789186038.386637:0:24297:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789186038.386855:0:24297:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789186038.567990:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1789186039.142000:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789186039.142009:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f30009f800 from 13 10000000:01000000:2.0:1789186039.142014:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789186039.142065:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.142078:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.142090:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186039.142117:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789186039.142186:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186039.142233:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d33cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186039.142467:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561408 00000100:00100000:0.0:1789186039.142475:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561408 00000100:00100000:0.0:1789186039.142532:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1789186039.142541:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+19:22713:x1876096898561408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186039.142554:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186039.142567:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74a5e expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186039.142602:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186039.142613:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 20 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186039.142622:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0031600, rc 0) 00000100:00100000:0.0:1789186039.142668:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:22713:x1876096898561408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186039.142689:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1789186039.143128:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186039.143145:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.143155:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186039.143221:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561536:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789186039.143284:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186039.143312:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d33cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186039.143478:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561536 00000100:00100000:3.0:1789186039.143484:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561536 00000100:00100000:3.0:1789186039.143517:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1789186039.143524:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:22713:x1876096898561536:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1789186039.143539:0:22711:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1789186039.143556:0:22711:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1789186039.143559:0:22711:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1789186039.143652:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:22713:x1876096898561536:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 128us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186039.143658:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1789186039.143839:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561536:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789186039.143893:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789186039.143900:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.143946:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186039.143957:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1789186039.143960:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f2d871f800 from 13 10000000:01000000:2.0:1789186039.143963:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1789186039.143984:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.143990:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.143998:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186039.144010:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1789186039.144039:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186039.144065:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d33cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1789186039.144225:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561664 00000100:00100000:3.0:1789186039.144231:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561664 00000100:00100000:3.0:1789186039.144286:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1789186039.144300:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:22713:x1876096898561664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186039.144311:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186039.144322:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74a6c expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186039.144354:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186039.144364:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186039.144372:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3a00, rc 0) 00000100:00100000:3.0:1789186039.144413:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898561664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186039.144420:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1789186039.144754:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186039.144774:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.144782:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186039.144825:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561792:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789186039.144857:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186039.144888:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d33cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186039.144984:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561792 00000100:00100000:0.0:1789186039.144990:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561792 00000100:00100000:0.0:1789186039.145028:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1789186039.145037:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898561792:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789186039.145051:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789186039.145069:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789186039.145072:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1789186039.145155:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898561792:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 119us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186039.145162:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1789186039.145537:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898561792:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1789186039.145601:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1789186039.145609:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186039.145617:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186039.207632:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789186039.207654:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898561920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789186039.207725:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186039.207777:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898561920 00000100:00100000:3.0:1789186039.207786:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898561920 00000100:00100000:3.0:1789186039.207834:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789186039.207842:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898561920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789186039.207879:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789186039.207949:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ceb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898561920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186039.207956:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1789186039.208025:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898561920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789186039.213625:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789186039.213649:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898562048:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789186039.213725:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186039.213780:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562048 00000100:00100000:0.0:1789186039.213789:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562048 00000100:00100000:0.0:1789186039.213833:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789186039.213843:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898562048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789186039.213879:0:23456:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789186039.213949:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898562048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186039.213957:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789186039.214009:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898562048:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789186039.590211:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186040.616600:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186041.638625:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789186041.894540:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789186042.665125:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1789186042.791290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186042.791298:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186042.791300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186042.791303:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186042.791319:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186042.791322:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186042.791333:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186042.791336:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1789186042.791378:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898562176:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791451:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791491:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898562688:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791518:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791544:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1789186042.791550:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898562560:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791576:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791606:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898562304:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791631:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791648:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1876096898562816:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791671:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791689:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1789186042.791694:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898562432:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791714:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791730:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898562944:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791751:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186042.791782:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562176 00000100:00100000:2.0:1789186042.791790:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562176 00000100:00100000:2.0:1789186042.791837:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789186042.791846:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:3636:x1876096898562176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.791902:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:3636:x1876096898562176:12345-0@lo:400:kworker.0 Request processed in 56us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.791955:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1789186042.791992:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562688 00000100:00100000:2.0:1789186042.791996:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562688 00000100:00100000:2.0:1789186042.792015:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562816 00000100:00100000:2.0:1789186042.792017:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562816 00000100:00100000:2.0:1789186042.792039:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562432 00000100:00100000:2.0:1789186042.792043:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562432 00000100:00100000:2.0:1789186042.792055:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562944 00000100:00100000:2.0:1789186042.792057:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562944 00000100:00100000:2.0:1789186042.792072:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789186042.792078:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898562688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792110:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3636:x1876096898562688:12345-0@lo:400:kworker.0 Request processed in 32us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.792116:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789186042.792128:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186042.792135:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876096898562816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792164:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3486a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3637:x1876096898562816:12345-0@lo:400:kworker.0 Request processed in 29us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.792170:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186042.792181:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789186042.792186:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898562432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792211:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898562432:12345-0@lo:400:kworker.0 Request processed in 25us (496us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.792217:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789186042.792228:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789186042.792234:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898562944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792283:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3486d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898562944:12345-0@lo:400:kworker.0 Request processed in 49us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.792290:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1789186042.792313:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562560 00000100:00100000:2.0:1789186042.792316:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562560 00000100:00100000:2.0:1789186042.792335:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898562304 00000100:00100000:2.0:1789186042.792338:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898562304 00000100:00100000:2.0:1789186042.792350:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789186042.792355:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898562560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792387:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3485c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898562560:12345-0@lo:400:kworker.0 Request processed in 31us (811us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.792393:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1789186042.792405:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1789186042.792410:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898562304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792438:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898562304:12345-0@lo:400:kworker.0 Request processed in 28us (807us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186042.792443:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:2.0:1789186042.792497:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3487b80 x1876096898562432/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186042.792510:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898562432:0@lo:400:kworker.0 00010000:00080000:2.0:1789186042.792519:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3486300 x1876096898562944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186042.792527:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898562944:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792536:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898562304:0@lo:400:kworker.0 00010000:00080000:2.0:1789186042.792544:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3484380 x1876096898562816/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186042.792560:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3637:1876096898562816:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792593:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3485880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898562560:0@lo:400:kworker.0 00000100:00100000:2.0:1789186042.792602:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898562176:0@lo:400:kworker.0 00010000:00080000:2.0:1789186042.792611:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3486680 x1876096898562688/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186058 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186042.792620:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3486680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3636:1876096898562688:0@lo:400:kworker.0 00000100:00080000:0.0:1789186042.792990:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789186042.792995:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:02000400:0.0:1789186043.625839:0:24588:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg448-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789186043.689042:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789186044.327424:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898563072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789186044.327495:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186044.328819:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563072 00000100:00100000:3.0:1789186044.328855:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563072 00000100:00100000:3.0:1789186044.328941:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1789186044.328952:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898563072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789186044.328988:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789186044.329055:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3486680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898563072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (1559us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186044.329063:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1789186044.329234:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300cea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898563072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1789186044.337226:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898563200:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1789186044.337310:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186044.337486:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563200 00000100:00100000:0.0:1789186044.337494:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563200 00000100:00100000:0.0:1789186044.337553:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1789186044.337563:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898563200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1789186044.337598:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789186044.337651:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898563200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186044.337659:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1789186044.338385:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898563200:0@lo:41:osp-pre-1-0.0 00000020:00000004:3.0:1789186044.658099:0:24640:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789186044.658372:0:24640:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789186044.710261:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789186045.354124:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000020:00000004:1.0:1789186045.439410:0:24690:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789186045.439817:0:24690:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:1.0:1789186045.734276:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186046.760921:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186047.783327:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186047.912398:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789186047.912437:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789186047.912458:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898563456:0@lo:400:kworker.0 00000100:00100000:0.0:1789186047.912526:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898563328:0@lo:400:kworker.0 00000100:00100000:2.0:1789186047.912527:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186047.912561:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186047.912601:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563328 00000100:00100000:0.0:1789186047.912609:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563328 00000100:00100000:0.0:1789186047.912671:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789186047.912681:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:3638:x1876096898563328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186047.912730:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:3638:x1876096898563328:12345-0@lo:400:kworker.0 Request processed in 51us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186047.912737:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1789186047.912795:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898563328:0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.913126:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563456 00000100:00100000:3.0:1789186047.913132:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563456 00000100:00100000:3.0:1789186047.913161:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1789186047.913180:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898563456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.913222:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3485880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898563456:12345-0@lo:400:kworker.0 Request processed in 55us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186047.913228:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1789186047.913436:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898563456:0@lo:400:kworker.0 00000100:00080000:1.0:1789186047.919465:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186047.919475:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186047.919478:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186047.919481:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186047.919528:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186047.919531:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1789186047.919534:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1789186047.919537:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1789186047.919580:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898563584:0@lo:400:kworker.0 00000100:00100000:0.0:1789186047.919708:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1876096898563968:0@lo:400:kworker.0 00000100:00100000:0.0:1789186047.919753:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186047.919831:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898563712:0@lo:400:kworker.0 00000100:00100000:1.0:1789186047.919860:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186047.919928:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563712 00000100:00100000:1.0:1789186047.919936:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563712 00000100:00100000:1.0:1789186047.919983:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789186047.919991:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898563712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186047.920048:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898563712:12345-0@lo:400:kworker.0 Request processed in 57us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186047.920055:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789186047.920106:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898563712:0@lo:400:kworker.0 00000100:00100000:1.0:1789186047.920134:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898563840:0@lo:400:kworker.0 00000100:00100000:1.0:1789186047.920961:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186047.924818:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186047.926301:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563968 00000100:00100000:3.0:1789186047.926314:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563968 00000100:00100000:3.0:1789186047.926450:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563584 00000100:00100000:3.0:1789186047.926454:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563584 00000100:00100000:3.0:1789186047.926479:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789186047.926489:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1876096898563968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.926764:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1876096898563968:12345-0@lo:400:kworker.0 Request processed in 275us (7009us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186047.926772:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789186047.926794:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789186047.926801:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898563584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.926848:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898563584:12345-0@lo:400:kworker.0 Request processed in 48us (5890us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186047.926854:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1789186047.926879:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1789186047.926936:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d872df80 x1876096898563968/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186047.926951:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3638:1876096898563968:0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.929032:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898563840 00010000:00080000:1.0:1789186047.929034:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d872d500 x1876096898563584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186047.929043:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898563840 00000100:00100000:1.0:1789186047.929053:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898563584:0@lo:400:kworker.0 00000100:00100000:1.0:1789186047.929065:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898564096:0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.929102:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789186047.929112:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876096898563840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186047.929133:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186047.929202:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3637:x1876096898563840:12345-0@lo:400:kworker.0 Request processed in 90us (4389us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186047.929209:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1789186047.929225:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564096 00000100:00100000:3.0:1789186047.929229:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564096 00000100:00100000:3.0:1789186047.929254:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1789186047.929260:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898564096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186047.929669:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898564096:12345-0@lo:400:kworker.0 Request processed in 406us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186047.929676:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00080000:3.0:1789186047.929701:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789186047.936848:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d872ce00 x1876096898563840/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186047.936869:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3637:1876096898563840:0@lo:400:kworker.0 00010000:00080000:1.0:1789186047.936929:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2fcff4e00 x1876096898564096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186063 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186047.936939:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898564096:0@lo:400:kworker.0 00010000:00010000:3.0:1789186048.816828:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186048.817268:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186033/real 1789186033] req@ffff98f2d872ed80 x1876096898556160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186048 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186048.817297:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872ed80 x1876096898556160/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186048 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.818512:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186033/real 1789186033] req@ffff98f2d872c000 x1876096898556288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186048 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.818537:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2d872c000 x1876096898556288/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186048 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1789186048.818558:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c6ff4000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186048.818582:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789186048.818586:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898556160:0@lo:8:kworker.0 00000100:00080000:1.0:1789186048.818592:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186048.818603:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1789186048.818607:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898556288:0@lo:8:kworker.0 00000100:00080000:3.0:1789186048.818666:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789186048.818671:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789186048.818674:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789186048.818683:0:497:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1789186048.818686:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789186048.818690:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1789186048.818692:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2c6ff4000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789186048.818697:0:497:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 672 00000100:00080000:3.0:1789186048.818703:0:497:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789186048.818715:0:497:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff98f2c6ff4000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186048.818746:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ce8380 x1876096898564224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1789186048.818770:0:497:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1789186048.818773:0:497:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1789186048.818775:0:497:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1789186048.818778:0:497:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 672 00000100:00080000:3.0:1789186048.818781:0:497:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1789186048.818785:0:497:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98f2d27d6800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:3.0:1789186048.818796:0:497:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f300ce8e00 x1876096898564352/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789186048.818850:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898564224:0@lo:8:kworker.0 00000100:00100000:1.0:1789186048.818939:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186048.818978:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898564352:0@lo:8:kworker.0 00000100:00100000:1.0:1789186048.818999:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186048.819144:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564224 00000100:00100000:3.0:1789186048.819164:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564224 00000100:00100000:3.0:1789186048.819202:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564352 00000100:00100000:3.0:1789186048.819205:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564352 00000100:00100000:3.0:1789186048.819218:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789186048.819226:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3634:x1876096898564224:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1789186048.819271:0:24222:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 687 last 0 00000020:00000080:3.0:1789186048.819300:0:24222:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a74a7a 00002000:00100000:3.0:1789186048.819321:0:24222:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff98f1c207f800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:3.0:1789186048.819325:0:24222:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:3.0:1789186048.819329:0:24222:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1789186048.819500:0:24222:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:3.0:1789186048.819524:0:24222:0:(import.c:65:import_set_state_nolock()) ffff98f1c207a800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789186048.819577:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3634:x1876096898564224:12345-0@lo:8:kworker.0 Request processed in 350us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186048.819585:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1789186048.819601:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789186048.819606:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3634:x1876096898564352:12345-0@lo:8:kworker.0 00010000:00020000:3.0:1789186048.819620:0:24222:0:(ldlm_lib.c:1199:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1789186048.822413:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f300ce8380 x1876096898564224/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789186068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.822430:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789186048.822441:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1789186048.822449:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1789186048.822456:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1789186048.822460:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c6ff4000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1789186048.822473:0:3634:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1789186048.822480:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898564224:0@lo:8:kworker.0 00000004:00080000:2.0:1789186048.822588:0:23458:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:2.0:1789186048.822609:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1876096898564608:0@lo:7:osp-pre-0-1.0 00000100:00100000:2.0:1789186048.822667:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186048.822692:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22d50c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789186048.822718:0:24221:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:2.0:1789186048.822724:0:24221:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:2.0:1789186048.822829:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564608 00000100:00100000:2.0:1789186048.822836:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564608 00000100:00100000:2.0:1789186048.822966:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789186048.822976:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3486300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1876096898564608:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:2.0:1789186048.823216:0:23457:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789186048.823291:0:23457:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 687985381927ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789186048.823298:0:23457:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00080000:2.0:1789186048.823324:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789186048.823758:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898564480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789186048.823806:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186048.823892:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564480 00000100:00100000:2.0:1789186048.823996:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564480 00000100:00100000:2.0:1789186048.824036:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1789186048.824043:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3636:x1876096898564480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789186048.824064:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1789186048.824104:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3636:x1876096898564480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 62us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186048.824111:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1789186048.824199:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3484380 x1876096898564480/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789186064 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.824217:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898564480:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1789186048.828673:0:23448:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:2.0:1789186048.835580:0:24857:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1789186048.835592:0:24857:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1789186048.835763:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3486300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1876096898564608:12345-0@lo:7:osp-pre-0-1.0 Request processed in 12782us (13089us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186048.835775:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1789186048.840806:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3487100 x1876096898564608/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789186064 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.840826:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1876096898564608:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1789186048.840876:0:23458:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789186048.841394:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1876096898564736:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1789186048.841970:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186048.842021:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e9540 going to sleep for 11 seconds 00000100:00100000:1.0:1789186048.842063:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564736 00000100:00100000:1.0:1789186048.842070:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564736 00000100:00100000:1.0:1789186048.842132:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789186048.842143:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23458:x1876096898564736:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1789186048.842185:0:24221:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1789186048.842237:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23458:x1876096898564736:12345-0@lo:5:osp-pre-0-1.0 Request processed in 95us (771us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186048.842245:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1789186048.842299:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d872c000 x1876096898564736/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789186064 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.842312:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1876096898564736:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789186048.842325:0:23458:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1789186048.842361:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1876096898564864:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1789186048.843035:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186048.843065:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e9540 going to sleep for 11 seconds 00000100:00100000:2.0:1789186048.845083:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564864 00000100:00100000:2.0:1789186048.845096:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564864 00000100:00100000:2.0:1789186048.845188:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789186048.845199:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23458:x1876096898564864:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1789186048.845243:0:24857:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:3.0:1789186048.853646:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:3634:x1876096898564352:12345-0@lo:8:kworker.0 Request processed in 34029us (34637us total) trans 0 rc -19/-19 00000100:00100000:3.0:1789186048.853662:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1789186048.854658:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1789186048.854668:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1789186048.854673:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898564352:0@lo:8:kworker.0 00000001:00080000:1.0:1789186048.881358:0:24218:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1789186048.881374:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1789186048.891298:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23458:x1876096898564864:12345-0@lo:5:osp-pre-0-1.0 Request processed in 46091us (48257us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1789186048.891312:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1789186048.891442:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d872c000 x1876096898564864/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789186064 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.891454:0:23458:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1789186048.891461:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23458:1876096898564864:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1789186048.891490:0:23458:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1789186048.891542:0:23458:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1876096898564992:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1789186048.891581:0:23458:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186048.891613:0:23458:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e9540 going to sleep for 11 seconds 00000100:00100000:3.0:1789186048.891736:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898564992 00000100:00100000:3.0:1789186048.891743:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898564992 00000100:00100000:3.0:1789186048.891829:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1789186048.891839:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1876096898564992:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789186048.891891:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23458:x1876096898564992:12345-0@lo:900:osp-pre-0-1.0 Request processed in 53us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186048.891940:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1789186048.891993:0:23458:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d872c000 x1876096898564992/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789186064 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186048.892003:0:23458:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23458:1876096898564992:0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1789186049.455467:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789186049.455491:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898565120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1789186049.455560:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186049.455611:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565120 00000100:00100000:3.0:1789186049.455618:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565120 00000100:00100000:3.0:1789186049.455666:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789186049.455676:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898565120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1789186049.455707:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1789186049.455751:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300cea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898565120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186049.455759:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1789186049.455808:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898565120:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789186049.460719:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898565248:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789186049.460803:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186049.460953:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565248 00000100:00100000:1.0:1789186049.460961:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565248 00000100:00100000:1.0:1789186049.461016:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789186049.461026:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898565248:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789186049.461059:0:23456:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789186049.461117:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898565248:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186049.461124:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1789186049.461217:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898565248:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1789186049.831191:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186050.854235:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789186051.110972:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1789186051.878444:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1789186052.197875:0:25037:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1789186052.197879:0:25037:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789186052.197881:0:25037:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:3.0:1789186052.198050:0:25037:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff98f1c2079000 00000020:01000004:3.0:1789186052.198071:0:25037:0:(tgt_mount.c:2502:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1789186052.199225:0:25037:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:0.0:1789186052.199680:0:25037:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff98f1c2073380) 00000020:00000080:0.0:1789186052.199716:0:25037:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1789186052.279408:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:3.0:1789186052.290609:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:3.0:1789186052.290971:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:3.0:1789186052.291540:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:3.0:1789186052.291722:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:3.0:1789186052.292161:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:3.0:1789186052.292523:0:25037:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:3.0:1789186052.294615:0:25037:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:3.0:1789186052.294897:0:25037:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1789186052.294963:0:25037:0:(osd_handler.c:8926:osd_obd_connect()) connect #0 00000020:00000080:3.0:1789186052.294977:0:25037:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xda5c730d5a74a88 00000020:01000004:3.0:1789186052.294984:0:25037:0:(tgt_mount.c:2587:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:3.0:1789186052.295005:0:25037:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.148@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1789186052.295008:0:25037:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.148@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1789186052.295014:0:25037:0:(tgt_mount.c:1808:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1789186052.295044:0:25037:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:3.0:1789186052.295048:0:25037:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.148@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:1.0:1789186052.309701:0:25037:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.148@tcp ctxt 0 is initialized 00000020:01000004:1.0:1789186052.309741:0:25037:0:(tgt_mount.c:1416:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.148@tcp, index=0001, flags=0x20002 00000020:01000004:1.0:1789186052.309746:0:25037:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1789186052.309748:0:25037:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789186052.309749:0:25037:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186052.309750:0:25037:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186052.309752:0:25037:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186052.309753:0:25037:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186052.309754:0:25037:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789186052.309756:0:25037:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186052.309757:0:25037:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789186052.309761:0:25037:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:1.0:1789186052.309763:0:25037:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1789186052.309770:0:25037:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789186052.309771:0:25037:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186052.309772:0:25037:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186052.309773:0:25037:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186052.309774:0:25037:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186052.309775:0:25037:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789186052.309776:0:25037:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186052.309777:0:25037:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1789186052.309805:0:25037:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:1.0:1789186052.309825:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565376:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1789186052.309897:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.310075:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.310423:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565376 00000100:00100000:2.0:1789186052.310431:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565376 00000100:00100000:2.0:1789186052.310524:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1789186052.310534:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:25037:x1876096898565376:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789186052.310565:0:22711:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1789186052.310568:0:22711:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:2.0:1789186052.310572:0:22711:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1789186052.310866:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:25037:x1876096898565376:12345-0@lo:253:mount.lustre.0 Request processed in 333us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.310874:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1789186052.310967:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565376:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1789186052.310977:0:25037:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1789186052.310979:0:25037:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1789186052.310980:0:25037:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1789186052.310981:0:25037:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1789186052.310982:0:25037:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1789186052.310983:0:25037:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1789186052.310984:0:25037:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1789186052.310985:0:25037:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1789186052.310987:0:25037:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1789186052.310988:0:25037:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1789186052.311004:0:25037:0:(tgt_mount.c:101:server_register_mount()) register mount ffff98f1c2079000 from lustre-OST0001 10000000:01000000:1.0:1789186052.311028:0:25037:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1789186052.311030:0:25037:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789186052.311040:0:25037:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff98f2c6fd0000 local copy 00010000:00010000:1.0:1789186052.311050:0:25037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.311150:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565504:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186052.311193:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.314450:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799a480 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.315228:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565504 00000100:00100000:0.0:1789186052.315240:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565504 00000100:00100000:2.0:1789186052.315371:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:2.0:1789186052.315386:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:25037:x1876096898565504:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186052.318408:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:25037:x1876096898565504:12345-0@lo:501:mount.lustre.0 Request processed in 3016us (7203us total) trans 0 rc -2/-2 00000100:00100000:2.0:1789186052.318423:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1789186052.319345:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565504:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1789186052.319383:0:25037:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.148@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1789186052.319420:0:25037:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.148@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1789186052.320592:0:25037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.320609:0:25037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddfa00/0xda5c730d5a747a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a747a9 expref: -99 pid: 22695 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789186052.320655:0:25037:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff98f1c2079000 10000000:01000000:1.0:1789186052.320664:0:25037:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1789186052.320670:0:25037:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1789186052.320673:0:25037:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1789186052.320677:0:25037:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1789186052.320680:0:25037:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1789186052.320716:0:25037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.320724:0:25037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.320735:0:25037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.320758:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565632:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1789186052.320822:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.321044:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799a480 going to sleep for 11 seconds 00000100:00100000:3.0:1789186052.321588:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565632 00000100:00100000:3.0:1789186052.321596:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565632 00000100:00100000:3.0:1789186052.321702:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1789186052.321713:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:25037:x1876096898565632:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1789186052.321728:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186052.321742:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74a96 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74a8f expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.321767:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74a96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74a8f expref: 22 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.321778:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c13a3000/0xda5c730d5a74a96 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a8f expref: 22 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.321786:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c13a3000, rc 0) 00000100:00100000:3.0:1789186052.321845:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898565632:12345-0@lo:101:mount.lustre.0 Request processed in 134us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186052.321852:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1789186052.321947:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565632:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1789186052.321963:0:25037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a96 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.321987:0:25037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74a96 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1789186052.323465:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1789186052.324313:0:25037:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1789186052.329757:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1789186052.329819:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1789186052.329837:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1789186052.329852:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1789186052.329866:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1789186052.329881:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1789186052.329895:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1789186052.330050:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1789186052.331413:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1789186052.331451:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1789186052.331457:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1789186052.331636:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565760:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186052.331709:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.331818:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799ad80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.331862:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565760 00000100:00100000:2.0:1789186052.331870:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565760 00000100:00100000:2.0:1789186052.332303:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:2.0:1789186052.332315:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898565760:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186052.332485:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898565760:12345-0@lo:501:mount.lustre.0 Request processed in 172us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.332493:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1789186052.332572:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565760:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186052.332604:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565888:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1789186052.332654:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.332846:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1789186052.332937:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898565888 00000100:00100000:3.0:1789186052.332944:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898565888 00000100:00100000:3.0:1789186052.332970:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1789186052.332984:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898565888:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1789186052.333828:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898565888:12345-0@lo:503:mount.lustre.0 Request processed in 841us (1169us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186052.333837:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1789186052.334032:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898565888:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1789186052.334690:0:25037:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1789186052.334766:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566016:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1789186052.334829:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.334955:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799a480 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.335080:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566016 00000100:00100000:0.0:1789186052.335099:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566016 00000100:00100000:0.0:1789186052.336264:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1789186052.336281:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898566016:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.337073:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898566016:12345-0@lo:502:mount.lustre.0 Request processed in 795us (2240us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186052.337082:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1789186052.337117:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d872c000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566016:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186052.337335:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:1.0:1789186052.337373:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:1.0:1789186052.337389:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:1.0:1789186052.337401:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:1.0:1789186052.337414:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:1.0:1789186052.337428:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:1.0:1789186052.337444:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:1.0:1789186052.337458:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1789186052.337630:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1789186052.337669:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566144:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.337715:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.337752:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c6f04240 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.338163:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566144 00000100:00100000:2.0:1789186052.338170:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566144 00000100:00100000:2.0:1789186052.338216:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:2.0:1789186052.338240:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898566144:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186052.338351:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898566144:12345-0@lo:502:mount.lustre.0 Request processed in 112us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.338357:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1789186052.338415:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8727480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566144:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186052.338460:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:1.0:1789186052.338469:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1789186052.340646:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1789186052.340659:0:25041:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:0.0:1789186052.340666:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186052.340668:0:25041:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1789186052.340676:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1789186052.340690:0:25041:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff98f1c20719c0) 00000020:00000080:0.0:1789186052.340717:0:25041:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1789186052.340726:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1789186052.340816:0:25041:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f1c2079000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1789186052.340832:0:25041:0:(osd_handler.c:8926:osd_obd_connect()) connect #1 00000020:00000080:0.0:1789186052.340840:0:25041:0:(genops.c:1384:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xda5c730d5a74aa4 00010000:00010000:0.0:1789186052.346450:0:25041:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1789186052.347148:0:25041:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:0.0:1789186052.349042:0:25041:0:(osd_handler.c:5582:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:0.0:1789186052.351555:0:25041:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1789186052.351569:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186052.351576:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186052.351578:0:25041:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1789186052.351581:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186052.351586:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186052.351588:0:25041:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:0.0:1789186052.351591:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1789186052.351592:0:25041:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1789186052.351595:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186052.351598:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186052.351599:0:25041:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:0.0:1789186052.351602:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1789186052.351604:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186052.351605:0:25041:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1789186052.351609:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1789186052.351637:0:25041:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1789186052.351640:0:25041:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1789186052.351641:0:25041:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1789186052.351644:0:25041:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:2.0:1789186052.351818:0:25037:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:2.0:1789186052.351848:0:25037:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:2.0:1789186052.351874:0:25037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a96 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186052.351886:0:25037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9a00/0xda5c730d5a74a8f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74a96 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1789186052.351895:0:25037:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f1c2079000 from 1 10000000:01000000:2.0:1789186052.351897:0:25037:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1789186052.351953:0:25037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186052.351961:0:25037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186052.351972:0:25037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186052.351994:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566272:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1789186052.352075:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.352126:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22d5780 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.352239:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566272 00000100:00100000:0.0:1789186052.352247:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566272 00000100:00100000:0.0:1789186052.352290:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1789186052.352298:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:25037:x1876096898566272:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186052.352310:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186052.352322:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74aab expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.352357:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74aab expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.352366:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74aab expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.352375:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0030000, rc 0) 00000100:00100000:0.0:1789186052.352408:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566272:12345-0@lo:101:mount.lustre.0 Request processed in 111us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186052.352414:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1789186052.352653:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566272:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1789186052.352666:0:25037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186052.352681:0:25037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789186052.353722:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:2.0:1789186052.354220:0:25037:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1789186052.354422:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:2.0:1789186052.354447:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:2.0:1789186052.354460:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:2.0:1789186052.356570:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:2.0:1789186052.356633:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:2.0:1789186052.356654:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:2.0:1789186052.356671:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:2.0:1789186052.356686:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:2.0:1789186052.356705:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:2.0:1789186052.356721:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:2.0:1789186052.356735:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:2.0:1789186052.357612:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:2.0:1789186052.357628:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:2.0:1789186052.358057:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186052.358144:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.358187:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22d5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186052.359255:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566400 00000100:00100000:1.0:1789186052.359266:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566400 00000100:00100000:1.0:1789186052.359332:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1789186052.359343:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566400:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1789186052.359806:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566400:12345-0@lo:501:mount.lustre.0 Request processed in 464us (1660us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.359815:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:2.0:1789186052.367287:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566400:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186052.367365:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566528:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1789186052.367457:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.367510:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22d5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.367651:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566528 00000100:00100000:0.0:1789186052.367659:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566528 00000100:00100000:0.0:1789186052.367724:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1789186052.367734:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566528:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789186052.367872:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566528:12345-0@lo:503:mount.lustre.0 Request processed in 139us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186052.367880:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1789186052.367944:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566528:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1789186052.368615:0:25037:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1789186052.368700:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566656:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186052.368753:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.368798:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22d5780 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.370661:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566656 00000100:00100000:0.0:1789186052.370674:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566656 00000100:00100000:0.0:1789186052.370733:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1789186052.370743:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566656:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.370893:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566656:12345-0@lo:502:mount.lustre.0 Request processed in 151us (2139us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186052.370901:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1789186052.371043:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566656:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186052.371463:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1789186052.374663:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1789186052.374689:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1789186052.374729:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1789186052.374746:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1789186052.374760:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1789186052.374776:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1789186052.374792:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1789186052.374807:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1789186052.374823:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1789186052.374836:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1789186052.374886:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566784:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.375296:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.375380:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.375553:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566784 00000100:00100000:2.0:1789186052.375562:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566784 00000100:00100000:2.0:1789186052.375642:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1789186052.375651:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566784:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186052.375790:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566784:12345-0@lo:502:mount.lustre.0 Request processed in 140us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.375797:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:1.0:1789186052.375891:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566784:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186052.375977:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1789186052.375987:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:1.0:1789186052.376895:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186052.376961:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.376964:0:25045:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1789186052.376974:0:25045:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f1c2079000 00000020:00000080:1.0:1789186052.376977:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186052.376985:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186052.376988:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.376990:0:25045:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1789186052.376992:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186052.376995:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.376996:0:25045:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1789186052.376999:0:25045:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff98f1c2079000 00000020:00000080:1.0:1789186052.377001:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186052.377109:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186052.377114:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.377115:0:25045:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1789186052.377118:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186052.377121:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.377122:0:25045:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789186052.377126:0:25045:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f1c2079000 00000020:00000080:1.0:1789186052.377128:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186052.379286:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186052.379297:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.379299:0:25045:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1789186052.379303:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1789186052.379306:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.379308:0:25045:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1789186052.379313:0:25045:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff98f1c2079000 00000020:00000080:1.0:1789186052.379315:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1789186052.379564:0:25045:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1789186052.379569:0:25045:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1789186052.379571:0:25045:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1789186052.379575:0:25045:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1789186052.386292:0:25037:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1789186052.386349:0:25037:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789186052.386416:0:25037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.386430:0:25037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186052.386535:0:25037:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1789186052.386539:0:25037:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff98f1c2079000 10000000:01000000:0.0:1789186052.386542:0:25037:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff98f1c2079000 10000000:01000000:0.0:1789186052.386546:0:25037:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1789186052.386552:0:25037:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff98f1c2079000 from 1 10000000:01000000:0.0:1789186052.386555:0:25037:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1789186052.386594:0:25037:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.386603:0:25037:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.386625:0:25037:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186052.386652:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566912:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1789186052.386724:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.386766:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2d80 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.388479:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898566912 00000100:00100000:0.0:1789186052.388491:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898566912 00000100:00100000:0.0:1789186052.388543:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789186052.388552:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:25037:x1876096898566912:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186052.388569:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186052.388587:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74ac0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74ab9 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.388613:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74ac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74ab9 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.388625:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0031e00/0xda5c730d5a74ac0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74ab9 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.388633:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0031e00, rc 0) 00000100:00100000:0.0:1789186052.388704:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898566912:12345-0@lo:101:mount.lustre.0 Request processed in 153us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186052.388711:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1789186052.388776:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898566912:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1789186052.388795:0:25037:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74ac0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.388816:0:25037:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74ac0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1789186052.392761:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1789186052.396642:0:25037:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1789186052.396932:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1789186052.396966:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1789186052.396985:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1789186052.397005:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1789186052.397025:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1789186052.397042:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1789186052.397060:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1789186052.397078:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1789186052.397113:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1789186052.397152:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1789186052.397174:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1789186052.397370:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1789186052.397390:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1789186052.397408:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1789186052.397426:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1789186052.397441:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1789186052.397458:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1789186052.397558:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1789186052.397584:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1789186052.397604:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1789186052.397624:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1789186052.397647:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1789186052.397667:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1789186052.397691:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1789186052.397713:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1789186052.397750:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1789186052.397781:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1789186052.397798:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1789186052.397818:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1789186052.397834:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1789186052.397853:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1789186052.397875:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1789186052.397893:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1789186052.397936:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1789186052.397954:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1789186052.397970:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1789186052.397987:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1789186052.398004:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1789186052.398031:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1789186052.398049:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1789186052.398763:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1789186052.398801:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1789186052.398823:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1789186052.398842:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1789186052.398864:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1789186052.398883:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1789186052.398897:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1789186052.398946:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1789186052.399250:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1789186052.399271:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1789186052.399289:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1789186052.399294:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1789186052.399397:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567040:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789186052.399536:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.399587:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2180 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.400671:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567040 00000100:00100000:2.0:1789186052.400682:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567040 00000100:00100000:2.0:1789186052.400732:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1789186052.400744:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567040:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1789186052.400923:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567040:12345-0@lo:501:mount.lustre.0 Request processed in 165us (1438us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.400931:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1789186052.401271:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567040:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1789186052.401313:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567168:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789186052.401360:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.401388:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567168 00000100:00100000:0.0:1789186052.401392:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567168 00000100:00100000:0.0:1789186052.401424:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789186052.401432:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567168:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1789186052.402164:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567168:12345-0@lo:503:mount.lustre.0 Request processed in 731us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186052.402172:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1789186052.402595:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2180 going to sleep for 11 seconds 00000100:00100000:0.0:1789186052.402614:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567168:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1789186052.403033:0:25037:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1789186052.404724:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567296:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.404795:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.406268:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.411313:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567296 00000100:00100000:2.0:1789186052.411329:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567296 00000100:00100000:2.0:1789186052.411423:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1789186052.411435:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567296:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1789186052.411605:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567296:12345-0@lo:502:mount.lustre.0 Request processed in 172us (6808us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.411612:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1789186052.415732:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567296:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1789186052.415998:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:1.0:1789186052.416030:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:1.0:1789186052.416046:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:1.0:1789186052.416074:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:1.0:1789186052.416100:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:1.0:1789186052.416117:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:1.0:1789186052.416130:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:1.0:1789186052.416144:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:1.0:1789186052.416159:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:1.0:1789186052.416172:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:1.0:1789186052.416599:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:1.0:1789186052.416617:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:1.0:1789186052.416630:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:1.0:1789186052.416645:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:1.0:1789186052.416660:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:1.0:1789186052.416694:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:1.0:1789186052.416711:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:1.0:1789186052.416725:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:1.0:1789186052.416739:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:1.0:1789186052.416754:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:1.0:1789186052.416769:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:1.0:1789186052.416783:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:1.0:1789186052.416797:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:1.0:1789186052.416812:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:1.0:1789186052.416826:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:1.0:1789186052.416838:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1789186052.419399:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1789186052.419452:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1789186052.419555:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1789186052.419577:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1789186052.419612:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1789186052.419629:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1789186052.419644:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1789186052.419660:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1789186052.419675:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1789186052.419689:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1789186052.419702:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1789186052.419713:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1789186052.419724:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1789186052.419735:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1789186052.419757:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1789186052.419769:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1789186052.419780:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1789186052.419791:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1789186052.419803:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1789186052.419816:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1789186052.419843:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1789186052.419858:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1789186052.420276:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567424:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.420362:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.420568:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.423897:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567424 00000100:00100000:2.0:1789186052.423944:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567424 00000100:00100000:3.0:1789186052.426097:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:3.0:1789186052.426111:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567424:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186052.426283:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567424:12345-0@lo:502:mount.lustre.0 Request processed in 174us (5919us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186052.426292:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1789186052.426509:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567424:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1789186052.426694:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:0.0:1789186052.426717:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:0.0:1789186052.426745:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567552:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1789186052.426784:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.426854:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c23e2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.429006:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567552 00000100:00100000:2.0:1789186052.429027:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567552 00000100:00100000:3.0:1789186052.429314:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1789186052.429324:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567552:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1789186052.429482:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898567552:12345-0@lo:502:mount.lustre.0 Request processed in 160us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186052.429490:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1789186052.429571:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898567552:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1789186052.429653:0:25037:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1789186052.429667:0:25037:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1789186052.430497:0:25051:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1789186052.430513:0:25051:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff98f1c34e99c0) 00000020:00000080:2.0:1789186052.430536:0:25051:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1789186052.430610:0:25051:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f1c2079000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789186052.430614:0:25051:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f1c2079000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1789186052.430617:0:25051:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c2079000 3 00010000:00080000:2.0:1789186052.430647:0:25051:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f2c55bc000@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.148@tcp at head 00010000:00010000:2.0:1789186052.433170:0:25051:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1789186052.434378:0:25051:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1789186052.434432:0:25051:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1789186052.434445:0:25051:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xda5c730d5a74ace 00000100:00080000:2.0:1789186052.434455:0:25051:0:(import.c:545:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1789186052.434467:0:25051:0:(import.c:666:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff98f2c55bc000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:2.0:1789186052.434500:0:25051:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f1c3487100 x1876096898567680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1789186052.434524:0:25051:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1789186052.434563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186052.434567:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186052.434569:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186052.434572:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1789186052.434597:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1789186052.434600:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1789186052.434607:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1789186052.434611:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 687 00000100:00080000:2.0:1789186052.434615:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1789186052.434620:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98f2d27d6800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:2.0:1789186052.434632:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f1c34b4000 x1876096898568320/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1789186052.434692:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898567680:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1789186052.434760:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.434807:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898568320:0@lo:8:kworker.0 00000100:00100000:1.0:1789186052.434831:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.434870:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898567808:0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.434895:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.434935:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898568448:0@lo:400:kworker.0 00000100:00100000:2.0:1789186052.434952:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567680 00000100:00100000:1.0:1789186052.434956:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.434958:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567680 00000100:00100000:1.0:1789186052.434975:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789186052.434980:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898567936:0@lo:400:kworker.0 00000100:00100000:2.0:1789186052.434996:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568448 00000100:00100000:2.0:1789186052.434999:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568448 00000100:00100000:1.0:1789186052.435000:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.435016:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898568576:0@lo:400:kworker.0 00000100:00100000:2.0:1789186052.435020:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567936 00000100:00100000:2.0:1789186052.435023:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567936 00000100:00100000:1.0:1789186052.435034:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.435037:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789186052.435046:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898568448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186052.435122:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898568448:12345-0@lo:400:kworker.0 Request processed in 76us (163us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.435130:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1789186052.435143:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568576 00000100:00100000:2.0:1789186052.435146:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568576 00000100:00100000:0.0:1789186052.435185:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898568192:0@lo:400:kworker.0 00000100:00100000:0.0:1789186052.435216:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.435319:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789186052.435325:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898567936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186052.435353:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898567936:12345-0@lo:400:kworker.0 Request processed in 29us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.435359:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1789186052.435370:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789186052.435375:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898568576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186052.435398:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898568576:12345-0@lo:400:kworker.0 Request processed in 23us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.435474:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1789186052.435487:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1789186052.435491:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3634:x1876096898567680:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1789186052.435512:0:22716:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:2.0:1789186052.435560:0:22716:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xda5c730d5a74ad5 00000004:00100000:2.0:1789186052.435574:0:22716:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1789186052.435601:0:22716:0:(import.c:65:import_set_state_nolock()) ffff98f1c4202000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789186052.435640:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3634:x1876096898567680:12345-0@lo:38:llog_process_th.0 Request processed in 147us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.435646:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:2.0:1789186052.435663:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789186052.436169:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898568064:0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.436213:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.436694:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898568704:0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.436719:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.436758:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568320 00000100:00100000:1.0:1789186052.436764:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568320 00000100:00100000:1.0:1789186052.436784:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568192 00000100:00100000:1.0:1789186052.436786:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568192 00000100:00100000:1.0:1789186052.436884:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789186052.436892:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898568192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.436961:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898568192:12345-0@lo:400:kworker.0 Request processed in 69us (1743us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.436967:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1789186052.437055:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789186052.437060:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3634:x1876096898568320:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1789186052.437120:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3634:x1876096898568320:12345-0@lo:8:kworker.0 Request processed in 58us (2287us total) trans 0 rc -11/-11 00000100:00100000:1.0:1789186052.437136:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1789186052.437155:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898567808 00000100:00100000:1.0:1789186052.437159:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898567808 00000100:00100000:1.0:1789186052.437180:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568064 00000100:00100000:1.0:1789186052.437183:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568064 00000100:00100000:1.0:1789186052.437195:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789186052.437200:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d872d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898567808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.437404:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d872d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898567808:12345-0@lo:400:kworker.0 Request processed in 203us (2507us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.437484:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789186052.437498:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789186052.437505:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898568064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.437539:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898568064:12345-0@lo:400:kworker.0 Request processed in 34us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.437544:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789186052.437562:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568704 00000100:00100000:1.0:1789186052.437565:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568704 00000100:00100000:1.0:1789186052.437585:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1789186052.437591:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898568704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.437618:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898568704:12345-0@lo:400:kworker.0 Request processed in 27us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.437623:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00080000:1.0:1789186052.437657:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1789186052.437660:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1789186052.437688:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3487b80 x1876096898568192/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1789186068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186052.437702:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898568192:0@lo:400:kworker.0 00010000:00080000:1.0:1789186052.437748:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3487800 x1876096898567936/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186052.437758:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898567936:0@lo:400:kworker.0 00010000:00080000:1.0:1789186052.437771:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c34b6d80 x1876096898568576/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186052.437779:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898568576:0@lo:400:kworker.0 00000100:00100000:1.0:1789186052.437789:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3484380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898567808:0@lo:400:kworker.0 00010000:00080000:1.0:1789186052.437799:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c34b7100 x1876096898568448/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186052.437887:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898568448:0@lo:400:kworker.0 00010000:00080000:1.0:1789186052.437937:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c3487100 x1876096898567680/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789186062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186052.437945:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789186052.437951:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:1.0:1789186052.437958:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:1.0:1789186052.437962:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1789186052.437965:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2c55bc000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1789186052.437971:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3634:1876096898567680:0@lo:38:llog_process_th.0 00000020:01000004:0.0:1789186052.438000:0:25051:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1789186052.438015:0:25051:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff98f1c2074d40) 00000020:00000080:0.0:1789186052.438037:0:25051:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000100:00100000:1.0:1789186052.438060:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1789186052.438065:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1789186052.438069:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1789186052.438072:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898568320:0@lo:8:kworker.0 00000100:00100000:1.0:1789186052.438128:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3485500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898568064:0@lo:400:kworker.0 00010000:00080000:1.0:1789186052.438139:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f1c34b5180 x1876096898568704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186052.438146:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898568704:0@lo:400:kworker.0 00000020:01000004:0.0:1789186052.438782:0:25051:0:(tgt_mount.c:153:server_get_mount()) get mount ffff98f1c2079000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789186052.438788:0:25051:0:(tgt_mount.c:187:server_put_mount()) put mount ffff98f1c2079000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1789186052.438790:0:25051:0:(obd_mount.c:710:lustre_put_lsi()) put ffff98f1c2079000 3 00010000:00080000:0.0:1789186052.438819:0:25051:0:(ldlm_lib.c:102:import_set_conn()) imp ffff98f1c3232800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.148@tcp at head 00010000:00010000:0.0:1789186052.440846:0:25051:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1789186052.441242:0:25051:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1789186052.441304:0:25051:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1789186052.441317:0:25051:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xda5c730d5a74ae3 00000100:00080000:0.0:1789186052.441329:0:25051:0:(import.c:545:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1789186052.441340:0:25051:0:(import.c:666:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff98f1c3232800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186052.441380:0:25051:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8725180 x1876096898568832/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789186052.441447:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3634:1876096898568832:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1789186052.441518:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.441549:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568832 00000100:00100000:1.0:1789186052.441556:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568832 00000100:00080000:0.0:1789186052.441580:0:25051:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:1.0:1789186052.441586:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1789186052.441593:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3634:x1876096898568832:12345-0@lo:38:llog_process_th.0 00000100:00080000:0.0:1789186052.441602:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186052.441606:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1789186052.441608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186052.441611:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00080000:1.0:1789186052.441616:0:22718:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 691 last 0 00000020:00000080:1.0:1789186052.441641:0:22718:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xda5c730d5a74aea 00000004:00100000:1.0:1789186052.441654:0:22718:0:(mdt_handler.c:7298:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1789186052.441682:0:22718:0:(import.c:65:import_set_state_nolock()) ffff98f1c319d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789186052.442179:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3634:x1876096898568832:12345-0@lo:38:llog_process_th.0 Request processed in 584us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.442187:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1789186052.442189:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff98f2d8725180 x1876096898568832/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1789186062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186052.442199:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789186052.442206:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:2.0:1789186052.442213:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1789186052.442218:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1789186052.442220:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f1c3232800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1789186052.442226:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3634:1876096898568832:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1789186052.442752:0:25051:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1789186052.443140:0:25037:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1789186052.443174:0:25037:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1789186052.443227:0:25037:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74ac0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186052.443239:0:25037:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c0030800/0xda5c730d5a74ab9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74ac0 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1789186052.443287:0:25037:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1789186052.443290:0:25037:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789186052.443292:0:25037:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186052.443293:0:25037:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186052.443294:0:25037:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186052.443296:0:25037:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186052.443297:0:25037:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789186052.443299:0:25037:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186052.443300:0:25037:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789186052.443304:0:25037:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1789186052.443307:0:25037:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1789186052.443312:0:25037:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789186052.443313:0:25037:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186052.443314:0:25037:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186052.443315:0:25037:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186052.443316:0:25037:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186052.443317:0:25037:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789186052.443318:0:25037:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186052.443319:0:25037:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1789186052.443338:0:25037:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1789186052.443353:0:25037:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8726680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898568960:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1789186052.443406:0:25037:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186052.443433:0:25037:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2e49d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186052.443474:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898568960 00000100:00100000:2.0:1789186052.443480:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898568960 00000100:00100000:2.0:1789186052.443517:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1789186052.443525:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898568960:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1789186052.443555:0:22710:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1789186052.443567:0:22710:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1789186052.449941:0:22710:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1789186052.449954:0:22710:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:2.0:1789186052.450253:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:25037:x1876096898568960:12345-0@lo:253:mount.lustre.0 Request processed in 6723us (6842us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.450265:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 20000000:01000000:1.0:1789186052.450289:0:22732:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1789186052.450294:0:22732:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1789186052.450314:0:22732:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.450331:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.450338:0:22732:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186052.450356:0:25037:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8726680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:f9dcdb2a-a817-42c2-af51-4e9583104fc5:25037:1876096898568960:0@lo:253:mount.lustre.0 00010000:00010000:1.0:1789186052.450360:0:22732:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186052.450369:0:25037:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1789186052.450372:0:25037:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1789186052.450373:0:25037:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1789186052.450375:0:25037:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1789186052.450376:0:25037:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1789186052.450377:0:25037:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1789186052.450378:0:25037:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1789186052.450379:0:25037:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1789186052.450381:0:25037:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1789186052.450382:0:25037:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00010000:00010000:1.0:1789186052.450391:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:02000000:0.0:1789186052.450395:0:25037:0:(tgt_mount.c:2694:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1789186052.450404:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 23 pid: 22709 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.450416:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2c87b8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898569088:0@lo:104: 00000100:00100000:1.0:1789186052.450451:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1789186052.450495:0:22732:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 23 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186052.450496:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569088 00000100:00100000:2.0:1789186052.450503:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569088 00010000:00010000:1.0:1789186052.450503:0:22732:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 23 pid: 22710 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.450511:0:22732:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2c87bb800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898569216:0@lo:104: 00000100:00100000:1.0:1789186052.450531:0:22732:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186052.450550:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789186052.450558:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898569088:12345-0@lo:104: 00010000:00010000:2.0:1789186052.450571:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186052.450620:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1789186052.450626:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898569088:12345-0@lo:104: Request processed in 69us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186052.450632:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00010000:3.0:1789186052.450787:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186052.450795:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.450802:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300dde000 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789186052.450806:0:22704:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.450815:0:22704:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186052.450822:0:22704:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186052.450835:0:22704:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789186052.450871:0:22704:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.450878:0:22704:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789186052.450899:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.450932:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300dde000/0xda5c730d5a74a6c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a73 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.450944:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186052.450946:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186052.450947:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186052.451214:0:22732:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c22d5cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186052.451228:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2c87b8380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898569088:0@lo:104: 00000100:00100000:1.0:1789186052.451243:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898569344:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1789186052.451270:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186052.452309:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569216 00000100:00100000:3.0:1789186052.452318:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569216 00000100:00100000:3.0:1789186052.452488:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789186052.452499:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898569216:12345-0@lo:104: 00010000:00010000:3.0:1789186052.452512:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.452585:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789186052.452592:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:22732:x1876096898569216:12345-0@lo:104: Request processed in 96us (2060us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186052.452601:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1789186052.452626:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186052.452631:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.452652:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddf800 already unused, calling callback (ffffffffc131bc20) 00000100:00100000:1.0:1789186052.452656:0:22732:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2c87bb800 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22732:1876096898569216:0@lo:104: 10000000:00010000:3.0:1789186052.452659:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.452670:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186052.452678:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.452680:0:22732:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186052.452691:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1789186052.452720:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.452728:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1789186052.452753:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.452757:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898569472:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789186052.452764:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300ddf800/0xda5c730d5a74a5e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a65 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186052.452781:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186052.452784:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186052.452786:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186052.452793:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186052.452843:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569344 00000100:00100000:1.0:1789186052.452847:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569344 00010000:00010000:1.0:1789186052.452866:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 24 pid: 22709 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.452894:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569472 00000100:00100000:1.0:1789186052.452897:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569472 00010000:00010000:1.0:1789186052.452921:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 25 pid: 22710 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186052.452934:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789186052.452940:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+25:3638:x1876096898569344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186052.452950:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186052.452955:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 25 pid: 22709 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.452965:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 25 pid: 22709 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.452983:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a3a00/0xda5c730d5a74a73 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74a6c expref: 25 pid: 22709 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.452994:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186052.453031:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3638:x1876096898569344:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (1760us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.453037:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1789186052.453056:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1789186052.453062:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:3635:x1876096898569472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186052.453069:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1789186052.453072:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898569344:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186052.453073:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 23 pid: 22710 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453081:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 23 pid: 22710 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453101:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c0031600/0xda5c730d5a74a65 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74a5e expref: 23 pid: 22710 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453111:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453118:0:22703:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1789186052.453130:0:22703:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.010395673s 00010000:00010000:1.0:1789186052.453135:0:22703:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453142:0:22703:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453148:0:22703:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453155:0:22703:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453159:0:22703:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186052.453169:0:22703:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453176:0:22703:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453188:0:22703:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453197:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186052.453225:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87bb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:3635:x1876096898569472:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186052.453231:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1789186052.453235:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898569472:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186052.453247:0:22732:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453254:0:22732:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186052.453261:0:22732:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f1c1bf9800/0xda5c730d5a74af1 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22732 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00000004:2.0:1789186052.454595:0:25037:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1789186052.458047:0:25037:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1789186052.458057:0:25037:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1789186052.458150:0:25037:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1789186052.458191:0:25037:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.148@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1789186052.458209:0:25037:0:(tgt_mount.c:2460:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1789186052.458241:0:25037:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:0.0:1789186052.459000:0:25037:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789186052.459411:0:25037:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1789186052.904140:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:0.0:1789186053.194385:0:25105:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1789186053.194689:0:25105:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1789186053.926885:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186054.055217:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2c87b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898569600:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1789186054.055288:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.056129:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569600 00000100:00100000:2.0:1789186054.056142:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569600 00000100:00100000:2.0:1789186054.056218:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1789186054.056229:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898569600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789186054.056260:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1789186054.056324:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898569600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (1034us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.056331:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1789186054.056392:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2c87b8380 x1876096898569600/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.056424:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2c87b8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898569600:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1789186054.056556:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:3.0:1789186054.246024:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1789186054.246032:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f30009f800 from 14 10000000:01000000:3.0:1789186054.246038:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1789186054.246098:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.246130:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.246144:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186054.246169:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898569728:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789186054.246250:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.246302:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f17843c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186054.246486:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569728 00000100:00100000:0.0:1789186054.246496:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569728 00000100:00100000:0.0:1789186054.246557:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1789186054.246568:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898569728:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186054.246581:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186054.246596:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c0030c00/0xda5c730d5a74aff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74af8 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.246624:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c0030c00/0xda5c730d5a74aff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74af8 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.246635:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c0030c00/0xda5c730d5a74aff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74af8 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.246643:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c0030c00, rc 0) 00000100:00100000:0.0:1789186054.246694:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898569728:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.246700:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1789186054.246800:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898569728:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186054.246814:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74aff expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.246823:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74aff expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186054.246877:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898569856:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1789186054.246944:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.246974:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c7c8b180 going to sleep for 11 seconds 00000100:00100000:0.0:1789186054.247150:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569856 00000100:00100000:0.0:1789186054.247155:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569856 00000100:00100000:0.0:1789186054.247189:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789186054.247203:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898569856:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1789186054.247217:0:22710:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1789186054.247235:0:22710:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1789186054.247238:0:22710:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1789186054.247317:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898569856:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.247479:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1789186054.247515:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898569856:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1789186054.247576:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1789186054.247583:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74aff expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.247592:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c13a2600/0xda5c730d5a74af8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74aff expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186054.247600:0:22713:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1789186054.247602:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff98f2d871f800 from 14 10000000:01000000:0.0:1789186054.247604:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1789186054.247623:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.247629:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.247637:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186054.247650:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8726680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898569984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789186054.247677:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.247769:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f612ca80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186054.247856:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898569984 00000100:00100000:2.0:1789186054.247860:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898569984 00000100:00100000:2.0:1789186054.247975:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1789186054.247984:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898569984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186054.247992:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186054.248002:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f300ddf800/0xda5c730d5a74b0d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74b06 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.248018:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f300ddf800/0xda5c730d5a74b0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74b06 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.248027:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f300ddf800/0xda5c730d5a74b0d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74b06 expref: 24 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.248034:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f300ddf800, rc 0) 00000100:00100000:2.0:1789186054.248085:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898569984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.248091:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:3.0:1789186054.248172:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8726680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898569984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186054.248184:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74b0d expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.248192:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74b0d expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186054.248246:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898570112:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1789186054.248279:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.248308:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f1784000 going to sleep for 11 seconds 00000100:00100000:2.0:1789186054.248536:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570112 00000100:00100000:2.0:1789186054.248540:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570112 00000100:00100000:2.0:1789186054.248558:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:2.0:1789186054.248565:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898570112:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1789186054.248576:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1789186054.248590:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1789186054.248593:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:2.0:1789186054.248675:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898570112:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 110us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.248683:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1789186054.248757:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898570112:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1789186054.248805:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1789186054.248811:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74b0d expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.248818:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2c0031600/0xda5c730d5a74b06 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74b0d expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186054.502043:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186034/real 1789186034] req@ffff98f2fcff6a00 x1876096898556928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.502095:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2fcff6a00 x1876096898556928/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.502106:0:3634:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789186034/real 1789186034] req@ffff98f2fcff5500 x1876096898557056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186054 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.502118:0:3634:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff98f2fcff5500 x1876096898557056/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1789186054 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1789186054.502138:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789186054.502155:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789186054.502160:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898556928:0@lo:8:kworker.0 00000100:00080000:2.0:1789186054.502166:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1789186054.502192:0:3634:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1789186054.502195:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fcff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898557056:0@lo:8:kworker.0 00000100:00100000:1.0:1789186054.502506:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898570240:0@lo:400:kworker.0 00000100:00100000:1.0:1789186054.502565:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.502632:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570240 00000100:00100000:3.0:1789186054.502640:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570240 00000100:00100000:3.0:1789186054.502696:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1789186054.502705:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898570240:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1789186054.502847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186054.502855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1789186054.502859:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186054.502863:0:37:0:(import.c:545:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1789186054.502874:0:37:0:(import.c:630:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789186054.502883:0:37:0:(import.c:666:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff98f2fb33f000 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186054.502905:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8726680 x1876096898570368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1789186054.502934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186054.502937:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789186054.502939:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186054.502942:0:37:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 673 00000100:00080000:0.0:1789186054.502944:0:37:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:0.0:1789186054.502949:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff98f2ff92f800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186054.502960:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8725180 x1876096898570496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1789186054.503063:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876096898570624:0@lo:400:kworker.0 00000100:00100000:2.0:1789186054.503097:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.503133:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570624 00000100:00100000:2.0:1789186054.503137:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570624 00000100:00100000:2.0:1789186054.503171:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1789186054.503179:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876096898570624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186054.503217:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1876096898570624:12345-0@lo:400:kworker.0 Request processed in 40us (120us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.503224:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00010000:00080000:2.0:1789186054.503264:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8727100 x1876096898570624/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.503275:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3638:1876096898570624:0@lo:400:kworker.0 00000100:00100000:2.0:1789186054.503292:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898570368:0@lo:8:kworker.0 00000100:00100000:2.0:1789186054.503317:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.503345:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898570496:0@lo:8:kworker.0 00000100:00100000:2.0:1789186054.503365:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.503396:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570368 00000100:00100000:2.0:1789186054.503400:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570368 00000100:00100000:2.0:1789186054.503418:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570496 00000100:00100000:2.0:1789186054.503420:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570496 00000100:00100000:2.0:1789186054.503434:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186054.503439:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3634:x1876096898570368:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789186054.503463:0:24224:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1789186054.503498:0:24224:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a74b14 00002000:00100000:2.0:1789186054.503514:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff98f1c4207000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1789186054.503517:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1789186054.503521:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789186054.503590:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789186054.503611:0:24224:0:(import.c:65:import_set_state_nolock()) ffff98f1c4200800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789186054.503646:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1876096898570368:12345-0@lo:8:kworker.0 Request processed in 206us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.503653:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186054.503667:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1789186054.503671:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3634:x1876096898570496:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789186054.503686:0:24224:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1789186054.503701:0:24224:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xda5c730d5a74b1b 00002000:00100000:2.0:1789186054.503706:0:24224:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff98f1c4203800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1789186054.503709:0:24224:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1789186054.503711:0:24224:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789186054.503840:0:24224:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1789186054.503853:0:24224:0:(import.c:65:import_set_state_nolock()) ffff98f1c4206000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789186054.503881:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3634:x1876096898570496:12345-0@lo:8:kworker.0 Request processed in 208us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.503886:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:2.0:1789186054.503951:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8726680 x1876096898570368/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789186079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.503959:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789186054.503964:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789186054.503971:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789186054.503982:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1789186054.503984:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2fb33f000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789186054.503999:0:3634:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789186054.504004:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8726680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898570368:0@lo:8:kworker.0 00010000:00080000:2.0:1789186054.504018:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8725180 x1876096898570496/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789186079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.504024:0:3634:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1789186054.504028:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1789186054.504032:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1789186054.504035:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1789186054.504036:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2ff92f800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1789186054.504062:0:3634:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1789186054.504065:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3634:1876096898570496:0@lo:8:kworker.0 00000004:00080000:2.0:1789186054.504090:0:22740:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789186054.504152:0:22740:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 693666243683ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789186054.504159:0:22740:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:2.0:1789186054.504180:0:22742:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1789186054.504210:0:22742:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 693666301955ns, next at 0ns, rc = 0 00080000:00080000:2.0:1789186054.504215:0:22742:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0000: async commit OSD 00000100:00100000:3.0:1789186054.504619:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898570240:12345-0@lo:400:kworker.0 Request processed in 1913us (2051us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186054.504629:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000004:00080000:3.0:1789186054.504683:0:22741:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x22:0x0] 00000100:00100000:3.0:1789186054.504701:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1876096898570880:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789186054.504739:0:22741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.504755:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f1784000 going to sleep for 11 seconds 00000004:00080000:3.0:1789186054.505134:0:22743:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1789186054.505146:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300cead80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1876096898571136:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789186054.505175:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.505189:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f17846c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789186054.505305:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898570752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789186054.505334:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.505355:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1789186054.505361:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898571008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789186054.505380:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.505409:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570752 00000100:00100000:2.0:1789186054.505414:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570752 00000100:00100000:2.0:1789186054.505453:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571008 00000100:00100000:2.0:1789186054.505465:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571008 00000100:00100000:2.0:1789186054.505488:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789186054.505495:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898570752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1789186054.505514:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1789186054.505553:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898570752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.505566:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1789186054.505585:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1789186054.505592:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898571008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1789186054.505607:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789186054.505647:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898571008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.505653:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:2.0:1789186054.505673:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1789186054.505676:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789186054.505684:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898570880 00000100:00100000:2.0:1789186054.505688:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898570880 00000100:00100000:2.0:1789186054.505707:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571136 00000100:00100000:2.0:1789186054.505709:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571136 00000100:00100000:2.0:1789186054.505722:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1789186054.505727:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22741:x1876096898570880:12345-0@lo:5:osp-pre-0-0.0 00000100:00100000:2.0:1789186054.506285:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186054.506294:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22743:x1876096898571136:12345-0@lo:5:osp-pre-1-0.0 00010000:00080000:2.0:1789186054.506428:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f300ceaa00 x1876096898571008/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.506449:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898571008:0@lo:13:osp-pre-1-0.0 00010000:00080000:2.0:1789186054.506476:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f300ce8a80 x1876096898570752/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.506488:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898570752:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1789186054.507062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1789186054.507066:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1789186054.507070:0:37:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1789186054.507081:0:37:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff98f2d27d6800 using connection 192.168.204.148@tcp/0@lo 00000100:00100000:0.0:1789186054.507100:0:37:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff98f2d8724700 x1876096898571392/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1789186054.507126:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789186054.507128:0:3634:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898571392:0@lo:8:kworker.0 00000100:00100000:3.0:1789186054.507141:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898571264:0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.507183:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.507189:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.507228:0:24857:0:(service.c:3467:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1789186054.507236:0:24857:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00000004:00080000:3.0:1789186054.507268:0:22696:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1789186054.507286:0:22696:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00000100:00100000:0.0:1789186054.507361:0:3636:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1789186054.507369:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1876096898571648:0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.507396:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.507430:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571648 00000100:00100000:0.0:1789186054.507436:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571648 00000100:00100000:0.0:1789186054.507479:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1789186054.507487:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1876096898571648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.507529:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3636:x1876096898571648:12345-0@lo:400:kworker.0 Request processed in 42us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.507535:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00080000:0.0:1789186054.507568:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8724e00 x1876096898571648/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186054.507579:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3636:1876096898571648:0@lo:400:kworker.0 00000100:00080000:0.0:1789186054.507595:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789186054.507618:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1876096898571776:0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.507640:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.507664:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571776 00000100:00100000:0.0:1789186054.507668:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571776 00000100:00100000:0.0:1789186054.507694:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1789186054.507700:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876096898571776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.507732:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3636:x1876096898571776:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.507737:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00010000:00080000:0.0:1789186054.507760:0:3636:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8724e00 x1876096898571776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186054.507769:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3636:1876096898571776:0@lo:400:kworker.0 00000100:00080000:0.0:1789186054.507785:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789186054.507868:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876096898571520:0@lo:400:kworker.0 00000100:00100000:3.0:1789186054.507893:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.508449:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571520 00000100:00100000:0.0:1789186054.508454:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571520 00000100:00100000:0.0:1789186054.508500:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1789186054.508507:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876096898571520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.508552:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300cebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876096898571520:12345-0@lo:400:kworker.0 Request processed in 46us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.508558:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00010000:00080000:0.0:1789186054.508588:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8725500 x1876096898571520/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186054.508598:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876096898571520:0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.508621:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571392 00000100:00100000:0.0:1789186054.508625:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571392 00000100:00100000:0.0:1789186054.508660:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1789186054.508667:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876096898571904:0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.508701:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.508724:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571904 00000100:00100000:0.0:1789186054.508727:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571904 00000100:00100000:0.0:1789186054.508761:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1789186054.508767:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876096898571904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.508802:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1876096898571904:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.508807:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00010000:00080000:0.0:1789186054.508830:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8724e00 x1876096898571904/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186054.508839:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3638:1876096898571904:0@lo:400:kworker.0 00000100:00080000:0.0:1789186054.508855:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789186054.508878:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898572032:0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.508903:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.508954:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572032 00000100:00100000:0.0:1789186054.508958:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572032 00000100:00100000:0.0:1789186054.508981:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1789186054.508987:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876096898572032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186054.509017:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8726680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876096898572032:12345-0@lo:400:kworker.0 Request processed in 31us (113us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.509022:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00010000:00080000:0.0:1789186054.509054:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8724e00 x1876096898572032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1789186054.509065:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898572032:0@lo:400:kworker.0 00000100:00080000:0.0:1789186054.509078:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789186054.509232:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898570240:0@lo:400:kworker.0 00000100:00100000:1.0:1789186054.509255:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898571264 00000100:00100000:1.0:1789186054.509265:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898571264 00000100:00100000:1.0:1789186054.509293:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789186054.509298:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898571264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186054.509336:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1876096898571264:12345-0@lo:400:kworker.0 Request processed in 38us (2150us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186054.509342:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00002000:00080000:1.0:1789186054.509503:0:24221:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:1.0:1789186054.509511:0:24221:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:1.0:1789186054.509528:0:24221:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:35 to 0x280000401:65) 00000100:00100000:2.0:1789186054.510795:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789186054.510805:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:3634:x1876096898571392:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1789186054.510838:0:25184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 693 last 0 00000020:00000080:2.0:1789186054.510874:0:25184:0:(genops.c:1384:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xda5c730d5a74b22 00002000:00100000:2.0:1789186054.510891:0:25184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff98f1c4200000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113a28 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1789186054.510896:0:25184:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1789186054.510900:0:25184:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1789186054.510977:0:25184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1789186054.511003:0:25184:0:(import.c:65:import_set_state_nolock()) ffff98f1c4204000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789186054.511086:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:3634:x1876096898571392:12345-0@lo:8:kworker.0 Request processed in 280us (3902us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.511093:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1789186054.511802:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8725f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3638:1876096898571264:0@lo:400:kworker.0 00010000:00080000:0.0:1789186054.511859:0:3634:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8724700 x1876096898571392/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1789186079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1789186054.511872:0:3634:0:(import.c:1177:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:0.0:1789186054.511879:0:3634:0:(import.c:1001:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1789186054.511884:0:3634:0:(import.c:1258:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1789186054.511886:0:3634:0:(import.c:65:import_set_state_nolock()) ffff98f2d27d6800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1789186054.512080:0:3634:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1789186054.512086:0:3634:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3634:1876096898571392:0@lo:8:kworker.0 00000004:00080000:3.0:1789186054.512185:0:23459:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1789186054.512262:0:23459:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 693674352445ns, next at 0ns, rc = 0 00080000:00080000:3.0:1789186054.512270:0:23459:0:(osd_handler.c:2851:osd_commit_async()) lustre-MDT0001: async commit OSD 00000004:00080000:2.0:1789186054.513898:0:23460:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1789186054.513947:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1876096898572288:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789186054.514011:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.514038:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c7c8ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1789186054.514085:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898572160:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789186054.514124:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186054.514129:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572288 00000100:00100000:0.0:1789186054.514138:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572288 00000100:00100000:0.0:1789186054.514192:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789186054.514202:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23460:x1876096898572288:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1789186054.514216:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572160 00000100:00100000:2.0:1789186054.514220:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572160 00000100:00100000:2.0:1789186054.514243:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1789186054.514250:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3635:x1876096898572160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1789186054.514262:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789186054.514315:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3635:x1876096898572160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.514328:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1789186054.514328:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00080000:0.0:1789186054.514364:0:24222:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00010000:00080000:3.0:1789186054.514370:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c34b4000 x1876096898572160/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1789186070 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186054.514390:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898572160:0@lo:13:osp-pre-1-1.0 00002000:00080000:0.0:1789186054.514429:0:24222:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1789186054.514435:0:24222:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:6 to 0x2c0000401:65) 00000004:00080000:2.0:1789186054.515419:0:23448:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00002000:00010000:1.0:1789186054.521779:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.521792:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521812:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.521817:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.521824:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521843:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521855:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521863:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521895:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.521937:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.521944:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521952:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf8c00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.521957:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521967:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521987:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.521995:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff74e322/0xda5c730d5a74b29 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.522013:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.522014:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.522016:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1789186054.522863:0:24857:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1789186054.522871:0:24857:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789186054.522982:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23460:x1876096898572288:12345-0@lo:7:osp-pre-1-1.0 Request processed in 8778us (8966us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186054.522992:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00080000:2.0:1789186054.523087:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c34b7100 x1876096898572288/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1789186070 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1789186054.523103:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1876096898572288:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1789186054.523118:0:23460:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1789186054.523158:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1876096898572416:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1789186054.523190:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186054.523212:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c7c8ba80 going to sleep for 11 seconds 00002000:00010000:2.0:1789186054.523271:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.523278:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523291:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.523294:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.523299:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523310:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523331:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523339:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523417:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789186054.523795:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.523802:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523811:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.523814:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.523818:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523827:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523835:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523841:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.523869:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:2.0:1789186054.524011:0:25184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572416 00000100:00100000:2.0:1789186054.524018:0:25184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572416 00002000:00010000:2.0:1789186054.524231:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.524233:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186054.524238:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524242:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524250:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.524254:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.524257:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524267:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524275:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524282:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524294:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1789186054.524588:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.524594:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524612:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.524615:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.524619:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524628:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524636:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524644:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.524653:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:2.0:1789186054.524772:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789186054.524783:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23460:x1876096898572416:12345-0@lo:5:osp-pre-1-1.0 00010000:00010000:1.0:1789186054.524806:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300dde400 already unused, calling callback (ffffffffc0d1a8b0) 00002000:00080000:2.0:1789186054.524817:0:25184:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00010000:00010000:1.0:1789186054.524819:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524832:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524852:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524861:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ba22844/0xda5c730d5a74b30 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524883:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1789186054.524888:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524895:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddea00 already unused, calling callback (ffffffffc0d1a8b0) 00000100:00100000:2.0:1789186054.524897:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+6:23460:x1876096898572416:12345-0@lo:5:osp-pre-1-1.0 Request processed in 116us (1705us total) trans 0 rc 0/0 00010000:00010000:1.0:1789186054.524900:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186054.524927:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:1.0:1789186054.524939:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524951:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524959:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001791cdc5/0xda5c730d5a74b37 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524979:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789186054.524983:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.524989:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddf600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.524992:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525000:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525010:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525018:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a2801088/0xda5c730d5a74b3e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525030:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.525033:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525040:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300dde000 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.525054:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525074:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525085:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525092:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1f7b169/0xda5c730d5a74b45 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.525105:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.525107:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.525108:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:3.0:1789186054.525484:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f1c34b7100 x1876096898572416/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1789186070 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186054.525498:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1876096898572416:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789186054.525510:0:23460:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:3.0:1789186054.525550:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1876096898572544:0@lo:5:osp-pre-1-1.0 00000100:00100000:3.0:1789186054.525587:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.525621:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f1784e40 going to sleep for 11 seconds 00010000:00010000:1.0:1789186054.525971:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186054.526366:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572544 00000100:00100000:3.0:1789186054.526374:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572544 00000100:00100000:3.0:1789186054.526462:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1789186054.526473:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23460:x1876096898572544:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:3.0:1789186054.526508:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:3.0:1789186054.527070:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.527079:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527093:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.527097:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.527102:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527128:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527138:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527145:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527163:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789186054.527173:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186054.527178:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527186:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.527190:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527198:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527213:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527221:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74b4c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.527255:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.527258:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.527260:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.529900:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.529941:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.529957:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.529962:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.529969:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.529984:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.529995:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530011:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530030:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.530058:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.530064:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530072:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.530077:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530086:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530103:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530110:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000299b53e1/0xda5c730d5a74b53 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.530130:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.530132:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.530133:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.531685:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.531704:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.531874:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.531879:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.531886:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.531901:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.531943:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.531951:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.531970:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789186054.532402:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186054.532410:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.532420:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.532424:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.532433:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.532451:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.532459:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058722604/0xda5c730d5a74b5a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.532478:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.532480:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.532482:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.533464:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.533474:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.533488:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.533492:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.533497:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.533510:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.533526:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.533534:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.533561:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.534007:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.534015:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.534035:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf8a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.534039:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.534062:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.534077:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.534085:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe9ee96a/0xda5c730d5a74b61 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.534105:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.534107:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.534109:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.535386:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.535396:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.535410:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.535415:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.535421:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.535434:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.535444:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.535452:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.535496:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.536489:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.536500:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.536510:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.536515:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.536524:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.536551:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.536559:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e209a93/0xda5c730d5a74b68 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.536581:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.536583:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.536585:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.537139:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.537147:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.537159:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.537163:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.537169:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.537180:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.537190:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.537198:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.537259:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789186054.539639:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.539652:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.539668:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.539679:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.539685:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.539700:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.539721:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.539729:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789186054.539877:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.539884:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.539892:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.539895:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.539898:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.539931:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.539940:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.539947:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540812:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1789186054.540823:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540834:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9000 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.540839:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540851:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540871:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540878:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031277fe2/0xda5c730d5a74b6f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540934:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186054.540939:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540946:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf8200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.540949:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540957:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540967:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540974:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.540978:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540985:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.540988:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.540995:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.541021:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.541029:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.541030:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.541033:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.544735:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:1.0:1789186054.544749:0:24221:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d8b12f6/0xda5c730d5a74b76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.544950:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1789186054.544959:0:24222:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74b7d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.547104:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.547114:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.547466:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.547479:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.547496:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.547501:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.547508:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.547526:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.547558:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.547566:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.547581:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789186054.548137:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.548144:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.548154:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.548157:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.548160:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.548169:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.548176:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.548183:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.548957:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.548969:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.548981:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf8c00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.548986:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.548998:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549020:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549028:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff74e322/0xda5c730d5a74b84 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549071:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.549081:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.549083:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.549140:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.549205:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.549211:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549220:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94e00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.549223:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549232:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549244:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549264:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c358dc6f/0xda5c730d5a74b8b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549280:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.549282:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.549284:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.549348:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.549354:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549365:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.549369:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.549380:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549392:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549401:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549409:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.549434:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.549988:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.549997:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.550006:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30dac00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.550010:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.550018:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.550033:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.550040:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c77712f8/0xda5c730d5a74b92 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.550067:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.550069:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.550070:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.557752:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.557769:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.557787:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.557801:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.557809:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.557824:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.557835:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.557843:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.557875:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789186054.558171:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.558179:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558200:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.558204:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.558208:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558220:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558229:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558245:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558259:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789186054.558270:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789186054.558276:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558284:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95c00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.558290:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558315:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558333:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558341:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74b99 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558359:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.558363:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558395:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.558399:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558408:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558420:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558427:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74ba0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.558442:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.558444:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.558446:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.561520:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.561883:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.561894:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.561943:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.561949:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.561955:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.561970:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.562813:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.562826:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.562853:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.563493:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.563502:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.563522:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.563527:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.563614:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.563634:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.563642:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a2df5de3/0xda5c730d5a74ba7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.563664:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.563666:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.563668:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.564617:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.564629:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.564643:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.564647:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.564653:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.564666:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.564676:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.564684:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.564712:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.565030:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.565038:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565056:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95000 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.565060:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565070:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565094:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565102:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003169a97d/0xda5c730d5a74bae lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565120:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.565122:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.565124:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.565200:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.565206:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565215:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.565217:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.565221:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565231:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565238:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565251:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.565278:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.565845:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.565853:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.565861:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.565865:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.565873:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.565886:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.565893:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000085a4c62/0xda5c730d5a74bb5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186054.566293:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898572672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789186054.566359:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.566449:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898572800:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1789186054.566467:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.566470:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.566472:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789186054.566546:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.566560:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.566571:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.566575:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.566580:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.566592:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.566601:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.566609:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.566627:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1789186054.566650:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186054.566685:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572672 00000100:00100000:1.0:1789186054.566693:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572672 00000100:00100000:1.0:1789186054.566733:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572800 00000100:00100000:1.0:1789186054.566736:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572800 00000100:00100000:1.0:1789186054.566762:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789186054.566770:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898572672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789186054.566805:0:23456:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789186054.566848:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8725f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898572672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186054.566855:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789186054.566871:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789186054.566877:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898572800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789186054.566946:0:23456:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789186054.566976:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898572800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 98us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186054.566982:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1789186054.567040:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898572800:0@lo:41:osp-pre-0-1.0 00002000:00010000:1.0:1789186054.568685:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.568697:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568714:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.568718:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.568724:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568736:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568747:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568761:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568780:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1789186054.568792:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1789186054.568798:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568806:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.568810:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568819:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568836:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568844:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b58f2030/0xda5c730d5a74bbc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568862:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.568865:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568884:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.568887:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568895:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568927:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568935:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cebbe070/0xda5c730d5a74bc3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.568950:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.568952:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.568953:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.569692:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.569702:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569713:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.569716:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.569721:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569731:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569747:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569754:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569771:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.569780:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.569784:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569791:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95c00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.569794:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569804:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569817:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569825:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74bca lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.569839:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.569847:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.569849:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186054.570193:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898572672:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1789186054.570234:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.571722:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.571734:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571749:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.571753:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.571759:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571772:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571782:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571790:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571810:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.571824:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.571830:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571837:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.571841:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571864:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571878:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.571885:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002d4c91ae/0xda5c730d5a74bd1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789186054.572521:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.572530:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.572540:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.572544:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.572549:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.572559:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.572575:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.572581:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.572596:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.573232:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.573241:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.573252:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.573256:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.573265:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.573282:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.573289:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a361f452/0xda5c730d5a74bd8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.573316:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.573318:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.573320:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.575531:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.575544:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.575561:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.575566:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.575572:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.575585:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.575596:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.575603:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.575630:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789186054.576082:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186054.576092:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.576102:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.576107:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.576118:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576123:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.576142:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.576151:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005d266605/0xda5c730d5a74bdf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.576174:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.576183:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.576185:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.576502:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.576510:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.576541:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.576545:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.576550:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.576561:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.576570:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.576578:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.576591:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.576730:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.576736:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576745:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.576749:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576757:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576770:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576778:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000008b12076/0xda5c730d5a74be6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576793:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.576794:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.576802:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.576843:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.576849:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576858:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.576862:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.576866:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576875:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576883:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576890:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.576934:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1789186054.576981:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186054.576987:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.576996:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0c00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.577000:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.577008:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.577020:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.577027:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000de492692/0xda5c730d5a74bed lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.577040:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.577055:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.577057:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.577420:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.577427:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.577436:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.577439:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.577443:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.577466:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.577475:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.577482:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.577507:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.578739:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.578751:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.578763:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.578768:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.578776:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.578812:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.578819:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007cd4e49c/0xda5c730d5a74bf4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789186054.578832:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.578841:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.578842:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.578844:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.578847:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.578857:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.578862:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.578876:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.578889:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.578898:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789186054.579273:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.579280:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.579289:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.579292:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.579297:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.579307:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.579314:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.579333:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.579354:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.579486:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.579492:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.579500:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.579504:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.579511:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.579523:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.579541:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000113c37ee/0xda5c730d5a74c02 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.579569:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.579571:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.579573:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.580193:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.580219:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.580236:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.580243:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.580251:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.580254:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.580262:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.580273:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.580279:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bab71143/0xda5c730d5a74bfb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.580293:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.580295:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.580296:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.580569:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.580577:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.580587:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.580591:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.580596:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.580607:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.580616:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.580624:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.581150:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1789186054.582505:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.582515:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.582607:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.582611:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.582622:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.582642:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.582649:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000184d4d7e/0xda5c730d5a74c09 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.582670:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.582672:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.582673:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.584657:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.584671:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.584687:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.584692:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.584698:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.584711:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.584730:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.584737:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.584764:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.584959:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.584967:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.584982:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.584985:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.584994:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.585008:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.585015:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002d4c91ae/0xda5c730d5a74c10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.585029:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.585030:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.585031:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1789186054.586172:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.586183:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.586195:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.586199:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.586205:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.586215:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.586223:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.586231:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.586278:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.586411:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.586418:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586427:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95c00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.586430:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586439:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586459:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586466:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ce074664/0xda5c730d5a74c17 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586480:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.586482:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.586484:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.586888:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.586895:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586904:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.586933:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.586938:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586948:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586957:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586964:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.586991:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1789186054.587119:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.587127:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.587135:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.587136:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.587143:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.587145:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587148:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.587164:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.587169:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.587171:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587190:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.587192:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587207:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.587215:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587228:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.587239:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000546a0e89/0xda5c730d5a74c1e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.587438:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00002000:00010000:1.0:1789186054.587744:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.587751:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587760:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.587770:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.587774:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587784:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587792:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587799:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.587809:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.588659:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.588665:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.588674:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95e00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.588678:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.588688:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.588703:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.588710:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dc4e3535/0xda5c730d5a74c2c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.588723:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.588725:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.588727:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.591469:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.591483:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591507:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.591511:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.591517:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591531:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591541:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591549:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591565:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.591575:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.591580:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591587:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30db400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.591591:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591600:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591625:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591633:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c33 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.591647:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.591649:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.591651:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.594272:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00002000:00010000:1.0:1789186054.594273:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.594292:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594293:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594321:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.594321:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=693s v=(0 0) 00010000:00010000:1.0:1789186054.594328:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.594331:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.594338:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.594338:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594369:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594380:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594387:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594419:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.594431:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.594436:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594444:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.594448:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594456:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594471:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594478:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74c41 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.594496:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.594498:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.594500:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.594989:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.595071:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.595089:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.595104:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.595119:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000001:00080000:2.0:1789186054.595164:0:25038:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:2.0:1789186054.595195:0:25038:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1789186054.595200:0:25038:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:2.0:1789186054.595227:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.595240:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186054.595353:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ceb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:23460:x1876096898572544:12345-0@lo:5:osp-pre-1-1.0 Request processed in 68879us (69762us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1789186054.595362:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00010000:2.0:1789186054.595415:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.595420:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595427:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595441:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595448:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4c77584/0xda5c730d5a74c3a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595465:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.595467:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.595469:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.595516:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.595522:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595530:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.595534:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.595539:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595561:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595570:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595577:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595589:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.595597:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.595601:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595607:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30daa00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.595610:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595619:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595629:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595636:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74c48 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.595655:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.595657:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.595658:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.595900:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.595938:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.595941:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.595949:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.595960:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.595967:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cebbe070/0xda5c730d5a74c25 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.595989:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.595990:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.595992:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186054.596029:0:23460:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:3.0:1789186054.596039:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23460:1876096898572544:0@lo:5:osp-pre-1-1.0 00000004:00080000:3.0:1789186054.596523:0:23460:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:3.0:1789186054.596579:0:23460:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23460:1876096898572928:0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789186054.596629:0:23460:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.596660:0:23460:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f1784e40 going to sleep for 11 seconds 00002000:00010000:1.0:1789186054.596681:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1789186054.596689:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.596701:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=693s v=(0 0) 00000100:00100000:3.0:1789186054.596702:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898572928 00010000:00010000:1.0:1789186054.596706:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186054.596712:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.596723:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.596731:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.596737:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.596770:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.596813:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.596820:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.596829:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94000 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.596832:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.596842:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.596857:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.596864:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008cf8f5c9/0xda5c730d5a74c4f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.596879:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.596881:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.596882:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186054.597114:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898572928 00000100:00100000:3.0:1789186054.597162:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1789186054.597171:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23460:x1876096898572928:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:3.0:1789186054.597232:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23460:x1876096898572928:12345-0@lo:900:osp-pre-1-1.0 Request processed in 62us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186054.597240:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00002000:00010000:2.0:1789186054.597574:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.597582:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.597605:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.597608:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.597612:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.597622:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.597630:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.597637:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.597657:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00080000:3.0:1789186054.597849:0:23460:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f300ceaa00 x1876096898572928/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1789186070 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186054.597861:0:23460:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ceaa00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23460:1876096898572928:0@lo:900:osp-pre-1-1.0 00010000:00010000:0.0:1789186054.598484:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.598492:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.598501:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30dbe00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.598504:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.598513:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.598527:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.598535:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000096101774/0xda5c730d5a74c56 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.598553:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.598555:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.598556:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.598654:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.598661:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.598672:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.598675:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.598680:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.598692:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789186054.599003:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.599009:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.599027:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.599030:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.599033:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599125:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599133:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599149:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.599158:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.599162:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599169:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.599172:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599179:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599189:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599195:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c5d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.599208:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.599216:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.599217:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.599997:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.600000:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.600065:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600079:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600087:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600110:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789186054.600666:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.600674:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600686:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.600690:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.600695:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600707:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600804:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600812:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.600826:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789186054.601085:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186054.601092:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601100:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.601104:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601112:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601126:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601133:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000451d4fc2/0xda5c730d5a74c64 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601150:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.601153:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601159:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.601162:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601180:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601190:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601196:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ded7ae5/0xda5c730d5a74c6b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.601207:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.601209:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.601210:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.601218:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.601898:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.601926:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.601937:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.601940:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.601945:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.601955:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.601963:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.601970:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.602001:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789186054.602566:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.602574:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.602582:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.602585:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.602588:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.602598:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.602605:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.602617:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.602637:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1789186054.602698:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789186054.602705:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603362:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1000 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.603367:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603376:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603392:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603399:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bdfaf58f/0xda5c730d5a74c72 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603416:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.603420:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603427:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30db400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.603430:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603449:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603460:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603466:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000588c98d5/0xda5c730d5a74c79 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603481:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.603483:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.603485:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1789186054.603542:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.603548:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603556:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.603559:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.603563:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603572:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603579:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603592:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.603616:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.603902:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.603921:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.603930:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1e00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.603933:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.603940:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.603953:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.603960:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005b37321b/0xda5c730d5a74c80 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.603974:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.603976:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.603977:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.604130:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.604670:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.604683:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.604693:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.604696:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.604700:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789186054.605661:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.605673:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.605683:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.605686:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.605691:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.605702:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.605893:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.605904:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.605923:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.605946:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1789186054.606459:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.606466:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606475:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.606477:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.606481:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606491:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606507:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606515:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606528:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1789186054.606539:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186054.606544:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606552:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30db800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.606556:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606565:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606581:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606589:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002a9f1576/0xda5c730d5a74c87 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606604:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.606613:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606619:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.606622:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606629:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606639:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606646:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002c143cc2/0xda5c730d5a74c95 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.606658:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.606660:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.606662:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.606861:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.606870:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.606882:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.606897:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1789186054.608426:0:24221:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1789186054.608445:0:24221:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.608458:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=693s v=(0 0) 00010000:00010000:0.0:1789186054.608462:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186054.608468:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.608485:0:24221:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.608493:0:24221:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.608500:0:24221:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.608527:0:24221:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00080000:0.0:1789186054.608585:0:24221:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:34 00000100:00100000:0.0:1789186054.608687:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22741:x1876096898570880:12345-0@lo:5:osp-pre-0-0.0 Request processed in 102955us (103942us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186054.608696:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1789186054.608811:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1789186054.608820:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608828:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.608832:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608853:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608869:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608876:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000add02426/0xda5c730d5a74c8e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608894:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.608897:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608904:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.608929:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608937:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608946:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608952:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d40861b9/0xda5c730d5a74c9c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.608978:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.608980:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.608982:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.608989:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.609647:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.609655:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.609666:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.609669:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.609673:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.609682:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.609690:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.609697:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.609780:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.610081:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.610088:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.610096:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30daa00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.610105:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.610114:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.610128:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.610135:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a74ca3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.610151:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.610152:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.610154:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1789186054.610377:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.610384:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610402:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.610405:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.610409:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610418:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610426:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610433:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610448:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.610457:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.610461:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610467:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.610471:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610478:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610500:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610506:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003a87270f/0xda5c730d5a74caa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.610517:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.610519:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.610520:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186054.610882:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1876096898570880:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1789186054.610898:0:22741:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x22:0x0] 00000100:00100000:3.0:1789186054.610965:0:22741:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1876096898573056:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1789186054.611030:0:22741:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.611070:0:22741:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f1784000 going to sleep for 11 seconds 00000100:00100000:0.0:1789186054.611447:0:25184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573056 00000100:00100000:0.0:1789186054.611456:0:25184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573056 00000100:00100000:0.0:1789186054.611508:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1789186054.611517:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22741:x1876096898573056:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:0.0:1789186054.611552:0:25184:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00002000:00010000:2.0:1789186054.611971:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1789186054.611980:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.611992:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=693s v=(0 0) 00010000:00010000:2.0:1789186054.611996:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186054.612001:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612016:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612025:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612032:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612072:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1789186054.612200:0:25187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1789186054.612206:0:25187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612214:0:25187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da400 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186054.612217:0:25187:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612226:0:25187:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.612241:0:25187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.614835:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b01dd734/0xda5c730d5a74cb1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186054.614861:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.614863:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186054.614865:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789186054.618041:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.618065:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.618082:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.618087:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.618092:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.618106:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.618116:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.618124:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.618140:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.619022:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.619031:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1789186054.619220:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.619227:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.619236:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.619240:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.619537:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.619551:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.619561:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.619568:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.619587:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1789186054.620510:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.620520:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620531:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.620535:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.620541:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620552:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620560:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620580:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620599:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1789186054.620611:0:25187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1789186054.620616:0:25187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620623:0:25187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.620628:0:25187:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620638:0:25187:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620654:0:25187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620661:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a361f452/0xda5c730d5a74cbf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620680:0:25187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186054.620683:0:25187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.620701:0:25187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3a00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186054.620705:0:25187:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.620825:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c13a3800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.620832:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.620855:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.620867:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.620874:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bab71143/0xda5c730d5a74cb8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.620890:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.620892:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.620894:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.620949:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1789186054.621154:0:24218:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:1.0:1789186054.621206:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000100:00100000:0.0:1789186054.621520:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ceaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22741:x1876096898573056:12345-0@lo:5:osp-pre-0-0.0 Request processed in 10000us (10485us total) trans 12884901890 rc 0/0 00000100:00100000:0.0:1789186054.621531:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:3.0:1789186054.621845:0:25187:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.621860:0:25187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.621868:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b58f2030/0xda5c730d5a74cc6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.621885:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.621887:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186054.621890:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186054.622152:0:22741:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789186054.622162:0:22741:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22741:1876096898573056:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1789186054.622179:0:22741:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00002000:00010000:3.0:1789186054.623452:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.623465:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.623479:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.623483:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.623489:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.623501:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.623514:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.623521:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.623540:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.623996:0:22704:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.624004:0:22704:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.624013:0:22704:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.624017:0:22704:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.624027:0:22704:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.624060:0:22704:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.624067:0:22704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000083ab430/0xda5c730d5a74ccd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.624083:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.624085:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.624087:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789186054.624952:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.624961:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.624973:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.624977:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.624981:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.624991:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.624999:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.625006:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.625034:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1789186054.625577:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186054.625585:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.625594:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba7600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:0.0:1789186054.625600:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.625608:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.625623:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.625630:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008e77e86c/0xda5c730d5a74cd4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186054.625661:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.625663:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186054.625665:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1789186054.627434:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1789186054.627447:0:24222:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.627461:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=693s v=(0 0) 00010000:00010000:3.0:1789186054.627466:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1789186054.627470:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.627489:0:24222:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.627498:0:24222:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.627505:0:24222:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186054.627528:0:24222:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:3.0:1789186054.627796:0:24222:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:5 00000100:00100000:3.0:1789186054.627887:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22743:x1876096898571136:12345-0@lo:5:osp-pre-1-0.0 Request processed in 121591us (122707us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186054.627896:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789186054.627975:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300cead80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1876096898571136:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789186054.627996:0:22743:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x5:0x0] 00000100:00100000:3.0:1789186054.628038:0:22743:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300cead80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1876096898573184:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1789186054.628085:0:22743:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186054.628109:0:22743:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e9c00 going to sleep for 11 seconds 00000100:00100000:3.0:1789186054.628126:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573184 00000100:00100000:3.0:1789186054.628132:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573184 00000100:00100000:3.0:1789186054.628170:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1789186054.628178:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:22743:x1876096898573184:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:3.0:1789186054.628212:0:24224:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1789186054.629668:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:22743:x1876096898573184:12345-0@lo:5:osp-pre-1-0.0 Request processed in 1486us (1579us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789186054.629679:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00010000:1.0:1789186054.629963:0:25187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186054.629972:0:25187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.629985:0:25187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186054.629989:0:25187:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.630000:0:25187:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.630020:0:25187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.630028:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000065d55f67/0xda5c730d5a74cdb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186054.630061:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.630073:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186054.630075:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186054.633631:0:22743:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300cead80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22743:1876096898573184:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1789186054.633656:0:22743:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1789186054.952055:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789186055.591652:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1789186055.975886:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186056.999128:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1789186057.685107:0:25397:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg448-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:1.0:1789186058.023656:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1789186058.473511:0:25449:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1789186058.474069:0:25449:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1789186059.047096:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186059.174904:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789186059.174954:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2c87b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898573312:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789186059.175074:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186059.175187:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573312 00000100:00100000:3.0:1789186059.175197:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573312 00000100:00100000:3.0:1789186059.175278:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1789186059.175291:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898573312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1789186059.175335:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1789186059.176187:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300cea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898573312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 896us (1109us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186059.176197:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1789186059.176235:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1789186059.176297:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2c87b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898573312:0@lo:13:osp-pre-0-1.0 00000020:00000004:1.0:1789186059.333893:0:25499:0:(tgt_mount.c:2346:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1789186059.334286:0:25499:0:(tgt_mount.c:2361:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:1.0:1789186059.553761:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.553859:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879579776 00000100:00100000:2.0:1789186059.553869:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879579776 00000100:00100000:2.0:1789186059.553965:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 112 00000100:00100000:2.0:1789186059.553973:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:2388:x1876096879579776:12345-192.168.204.48@tcp:250:mount.lustre.0 00010000:00080000:2.0:1789186059.554016:0:22709:0:(ldlm_lib.c:1453:target_handle_connect()) MGS: connection from 09009283-0084-4b1f-9069-1ab1d0e17303@192.168.204.48@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:2.0:1789186059.554044:0:22709:0:(genops.c:1384:class_connect()) connect: client 09009283-0084-4b1f-9069-1ab1d0e17303, cookie 0xda5c730d5a74ce2 00000100:00080000:2.0:1789186059.554178:0:22709:0:(import.c:65:import_set_state_nolock()) ffff98f1c4204800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789186059.554258:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+5:2388:x1876096879579776:12345-192.168.204.48@tcp:250:mount.lustre.0 Request processed in 284us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.554266:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 112 00000100:00100000:0.0:1789186059.558010:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.558113:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879579904 00000100:00100000:2.0:1789186059.558123:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879579904 00000100:00100000:2.0:1789186059.558728:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 113 00000100:00100000:2.0:1789186059.558740:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+5:18090:x1876096879579904:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789186059.558757:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186059.558774:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c30db000/0xda5c730d5a74ce9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee523a4 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.558801:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30db000/0xda5c730d5a74ce9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523a4 expref: 6 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.558812:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c30db000/0xda5c730d5a74ce9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523a4 expref: 6 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.558820:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30db000, rc 0) 00000100:00100000:2.0:1789186059.558880:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+6:18090:x1876096879579904:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 142us (880us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.558890:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 113 00000100:00100000:3.0:1789186059.577406:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.577491:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580032 00000100:00100000:1.0:1789186059.577507:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580032 00000100:00100000:1.0:1789186059.577584:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 114 00000100:00100000:1.0:1789186059.577595:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+6:18090:x1876096879580032:12345-192.168.204.48@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789186059.577742:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+6:18090:x1876096879580032:12345-192.168.204.48@tcp:501:mount.lustre.0 Request processed in 148us (352us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789186059.577750:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 114 00000100:00100000:1.0:1789186059.579652:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.579778:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580160 00000100:00100000:2.0:1789186059.579787:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580160 00000100:00100000:2.0:1789186059.579878:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 115 00000100:00100000:2.0:1789186059.579904:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+6:18090:x1876096879580160:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789186059.580021:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186059.580039:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c30da000/0xda5c730d5a74cf0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee523ab expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.580072:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30da000/0xda5c730d5a74cf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523ab expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.580085:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c30da000/0xda5c730d5a74cf0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523ab expref: 7 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.580093:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30da000, rc 0) 00000100:00100000:2.0:1789186059.580212:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+7:18090:x1876096879580160:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 311us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.580219:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 115 00000100:00100000:2.0:1789186059.587163:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.587286:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580288 00000100:00100000:0.0:1789186059.587297:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580288 00000100:00100000:0.0:1789186059.587407:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 116 00000100:00100000:0.0:1789186059.587418:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+7:18090:x1876096879580288:12345-192.168.204.48@tcp:501:mount.lustre.0 00000100:00100000:0.0:1789186059.587572:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5243850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+8:18090:x1876096879580288:12345-192.168.204.48@tcp:501:mount.lustre.0 Request processed in 156us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186059.587580:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 116 00000100:00100000:3.0:1789186059.590139:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.590256:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580416 00000100:00100000:2.0:1789186059.590265:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580416 00000100:00100000:2.0:1789186059.590329:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 117 00000100:00100000:2.0:1789186059.590339:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+8:18090:x1876096879580416:12345-192.168.204.48@tcp:503:mount.lustre.0 00000100:00100000:2.0:1789186059.590491:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5242850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+8:18090:x1876096879580416:12345-192.168.204.48@tcp:503:mount.lustre.0 Request processed in 154us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.590499:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 117 00000100:00100000:2.0:1789186059.594780:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.595016:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580544 00000100:00100000:0.0:1789186059.595027:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580544 00000100:00100000:0.0:1789186059.595141:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 118 00000100:00100000:0.0:1789186059.595152:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+8:18108:x1876096879580544:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789186059.595315:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+8:18108:x1876096879580544:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 165us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186059.595323:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 118 00000100:00100000:0.0:1789186059.622288:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.622417:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580672 00000100:00100000:1.0:1789186059.622435:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580672 00000100:00100000:1.0:1789186059.622512:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 119 00000100:00100000:1.0:1789186059.622523:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+8:18108:x1876096879580672:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789186059.622704:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+8:18108:x1876096879580672:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 182us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.622713:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 119 00000100:00100000:3.0:1789186059.629700:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.630003:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580800 00000100:00100000:0.0:1789186059.630018:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580800 00000100:00100000:0.0:1789186059.630096:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 120 00000100:00100000:0.0:1789186059.630129:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+8:18108:x1876096879580800:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789186059.630654:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5241c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+8:18108:x1876096879580800:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 524us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186059.630663:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 120 00000100:00100000:3.0:1789186059.643390:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.643970:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879580928 00000100:00100000:2.0:1789186059.643987:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879580928 00000100:00100000:2.0:1789186059.644067:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 121 00000100:00100000:2.0:1789186059.644099:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+8:18090:x1876096879580928:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:2.0:1789186059.644121:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186059.644148:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c30dbc00/0xda5c730d5a74cf7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee523dc expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.644188:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30dbc00/0xda5c730d5a74cf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523dc expref: 9 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.644202:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c30dbc00/0xda5c730d5a74cf7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523dc expref: 9 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.644213:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30dbc00, rc 0) 00000100:00100000:2.0:1789186059.644294:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5240850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+9:18090:x1876096879580928:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 197us (917us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.644302:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 121 00000100:00100000:2.0:1789186059.651197:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.651312:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581056 00000100:00100000:1.0:1789186059.651327:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581056 00000100:00100000:1.0:1789186059.651406:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 122 00000100:00100000:1.0:1789186059.651416:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5244c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+9:18090:x1876096879581056:12345-192.168.204.48@tcp:256:mount.lustre.0 20000000:01000000:1.0:1789186059.651444:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1789186059.651477:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1789186059.651482:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1789186059.651485:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1789186059.651488:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1789186059.651490:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:1.0:1789186059.656449:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5244c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+9:18090:x1876096879581056:12345-192.168.204.48@tcp:256:mount.lustre.0 Request processed in 5015us (5248us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.656469:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 122 00000100:00100000:0.0:1789186059.660695:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.660882:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581184 00000100:00100000:1.0:1789186059.660896:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581184 00000100:00100000:1.0:1789186059.661364:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 123 00000100:00100000:1.0:1789186059.661377:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5246450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+9:18090:x1876096879581184:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789186059.661401:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186059.661426:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee523e3 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186059.661464:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186059.661477:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 10 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186059.661487:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e94000, rc 0) 00000100:00100000:1.0:1789186059.661583:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5246450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+10:18090:x1876096879581184:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 208us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.661591:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 123 00000100:00100000:2.0:1789186059.664379:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.664489:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581312 00000100:00100000:1.0:1789186059.664502:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581312 00000100:00100000:1.0:1789186059.664856:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 124 00000100:00100000:1.0:1789186059.664887:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5247c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+10:18090:x1876096879581312:12345-192.168.204.48@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789186059.665312:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5247c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+10:18090:x1876096879581312:12345-192.168.204.48@tcp:501:mount.lustre.0 Request processed in 425us (944us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.665322:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 124 00000100:00100000:2.0:1789186059.669814:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186059.670024:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581440 00000100:00100000:3.0:1789186059.670038:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581440 00000100:00100000:3.0:1789186059.670105:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 125 00000100:00100000:3.0:1789186059.670119:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5245c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+10:18090:x1876096879581440:12345-192.168.204.48@tcp:503:mount.lustre.0 00000100:00100000:3.0:1789186059.670574:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5245c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+10:18090:x1876096879581440:12345-192.168.204.48@tcp:503:mount.lustre.0 Request processed in 456us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186059.670584:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 125 00000100:00100000:2.0:1789186059.677133:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.677580:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581568 00000100:00100000:1.0:1789186059.677598:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581568 00000100:00100000:1.0:1789186059.677669:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 126 00000100:00100000:1.0:1789186059.677680:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5244850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+10:18114:x1876096879581568:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789186059.677893:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5244850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+10:18114:x1876096879581568:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 213us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.677902:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 126 00000100:00100000:1.0:1789186059.686261:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898573440:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789186059.686344:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.686422:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789186059.686431:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898573568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789186059.686463:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.686502:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573568 00000100:00100000:1.0:1789186059.686512:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573568 00000100:00100000:1.0:1789186059.686571:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789186059.686582:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898573568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789186059.686629:0:23456:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789186059.686690:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898573568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.686700:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1789186059.686744:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898573952:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.686796:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.686796:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898573696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186059.686832:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898574464:0@lo:400:kworker.0 00000100:00100000:0.0:1789186059.686841:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.686863:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898574208:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.686888:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.686927:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.686965:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898574720:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.686985:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898573568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789186059.686993:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.687018:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1789186059.687022:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898574976:0@lo:400:kworker.0 00000100:00100000:0.0:1789186059.687027:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898573824:0@lo:400:kworker.0 00000100:00100000:0.0:1789186059.687071:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.687074:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.687104:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898574336:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.687107:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789186059.687116:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898574080:0@lo:400:kworker.0 00000100:00100000:0.0:1789186059.687135:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.687159:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.687162:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898574848:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.687190:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898574592:0@lo:400:kworker.0 00000100:00100000:0.0:1789186059.687198:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.687233:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186059.687239:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573952 00000100:00100000:0.0:1789186059.687245:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573952 00000100:00100000:1.0:1789186059.687263:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574208 00000100:00100000:1.0:1789186059.687270:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574208 00000100:00100000:0.0:1789186059.687280:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573696 00000100:00100000:0.0:1789186059.687285:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573696 00000100:00100000:0.0:1789186059.687306:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789186059.687315:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898573952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.687323:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574080 00000100:00100000:1.0:1789186059.687328:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574080 00000100:00100000:1.0:1789186059.687366:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1789186059.687366:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898573952:12345-0@lo:400:kworker.0 Request processed in 51us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.687374:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3637:x1876096898574208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186059.687390:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1789186059.687410:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1789186059.687419:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898573696:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186059.687425:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3637:x1876096898574208:12345-0@lo:400:kworker.0 Request processed in 50us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.687434:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000004:00000024:0.0:1789186059.687445:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789186059.687452:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789186059.687461:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898574080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186059.687490:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573440 00000100:00100000:3.0:1789186059.687497:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573440 00000100:00100000:2.0:1789186059.687553:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186059.687703:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1789186059.687713:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898573440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789186059.687738:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789186059.693139:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898574080:12345-0@lo:400:kworker.0 Request processed in 5663us (5966us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.693160:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1789186059.693663:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898575104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789186059.693725:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.693812:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898573696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186059.693831:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898574208:0@lo:400:kworker.0 00000100:00080000:2.0:1789186059.694411:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1789186059.694419:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789186059.694428:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1789186059.694441:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898575232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1789186059.694485:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186059.694713:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574464 00000100:00100000:1.0:1789186059.694722:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574464 00000100:00100000:1.0:1789186059.694767:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574720 00000100:00100000:1.0:1789186059.694772:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574720 00000100:00100000:1.0:1789186059.694809:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574976 00000100:00100000:1.0:1789186059.694813:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574976 00000100:00100000:1.0:1789186059.694930:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574336 00000100:00100000:1.0:1789186059.694934:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574336 00000100:00080000:2.0:1789186059.694976:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1789186059.695014:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574848 00000100:00100000:1.0:1789186059.695018:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574848 00000100:00100000:1.0:1789186059.695093:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898574592 00000100:00100000:1.0:1789186059.695097:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898574592 00000100:00080000:2.0:1789186059.695138:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789186059.695274:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789186059.695285:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898574464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695371:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3635:x1876096898574464:12345-0@lo:400:kworker.0 Request processed in 88us (8484us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.695379:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1789186059.695397:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789186059.695402:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898574720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695435:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3637:x1876096898574720:12345-0@lo:400:kworker.0 Request processed in 34us (8446us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.695440:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1789186059.695450:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789186059.695456:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876096898574976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695504:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3635:x1876096898574976:12345-0@lo:400:kworker.0 Request processed in 49us (8436us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.695511:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1789186059.695522:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789186059.695529:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898574336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695557:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3637:x1876096898574336:12345-0@lo:400:kworker.0 Request processed in 29us (8423us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.695563:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1789186059.695574:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789186059.695580:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898574848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695630:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898574848:12345-0@lo:400:kworker.0 Request processed in 50us (8436us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.695637:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1789186059.695649:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1789186059.695655:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898574592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695683:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3485500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898574592:12345-0@lo:400:kworker.0 Request processed in 29us (8451us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.695689:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00080000:1.0:1789186059.695743:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758d180 x1876096898574336/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186059.695758:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3637:1876096898574336:0@lo:400:kworker.0 00010000:00080000:1.0:1789186059.695770:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758dc00 x1876096898574848/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186059.695777:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898574848:0@lo:400:kworker.0 00010000:00080000:1.0:1789186059.695797:0:3637:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758f100 x1876096898574720/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186059.695805:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3637:1876096898574720:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.695847:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898573824 00000100:00100000:1.0:1789186059.695852:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898573824 00000100:00100000:1.0:1789186059.695881:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581696 00000100:00100000:1.0:1789186059.695884:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581696 00000100:00100000:1.0:1789186059.695898:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1789186059.695904:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3637:x1876096898573824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.696657:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3637:x1876096898573824:12345-0@lo:400:kworker.0 Request processed in 747us (9583us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.696666:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1789186059.696705:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 128 00000100:00100000:1.0:1789186059.696714:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2e5247050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+10:18114:x1876096879581696:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:3.0:1789186059.696972:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87bad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898573440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9258us (10624us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186059.696985:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1789186059.696994:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8724e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898573824:0@lo:400:kworker.0 00000100:00100000:3.0:1789186059.697008:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575104 00000100:00100000:3.0:1789186059.697016:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575104 00000100:00100000:3.0:1789186059.697042:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575232 00000100:00100000:3.0:1789186059.697053:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575232 00000100:00100000:3.0:1789186059.697074:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789186059.697081:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898575104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1789186059.697099:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1789186059.697155:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3484380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3636:x1876096898575104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (3430us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186059.697163:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1789186059.697179:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1789186059.697186:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1876096898575232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1789186059.697265:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789186059.697270:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2e5247050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+10:18114:x1876096879581696:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 555us (11866us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.697280:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 128 00000100:00100000:1.0:1789186059.697369:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8726300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898574080:0@lo:400:kworker.0 00010000:00080000:1.0:1789186059.697386:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758e680 x1876096898574592/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186059.697398:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898574592:0@lo:400:kworker.0 00010000:00080000:1.0:1789186059.697413:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758ea00 x1876096898574976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186059.697422:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3635:1876096898574976:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.697449:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8727100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898573952:0@lo:400:kworker.0 00000100:00100000:3.0:1789186059.697452:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1876096898575232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 265us (2964us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186059.697462:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:1.0:1789186059.697471:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2f758f800 x1876096898574464/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186075 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186059.697481:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3635:1876096898574464:0@lo:400:kworker.0 00000100:00100000:1.0:1789186059.697503:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f300ce8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898573440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1789186059.697610:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3636:1876096898575104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1789186059.697652:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c34b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898575232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1789186059.698265:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898573696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 10844us (11419us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186059.698278:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1789186059.707114:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.707308:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.708310:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581824 00000100:00100000:1.0:1789186059.708328:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581824 00000100:00100000:1.0:1789186059.708394:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582080 00000100:00100000:1.0:1789186059.708397:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582080 00000100:00100000:1.0:1789186059.708433:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:1.0:1789186059.708444:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fcff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2388:x1876096879581824:12345-192.168.204.48@tcp:38:mount.lustre.0 00000100:00100000:3.0:1789186059.708472:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:3.0:1789186059.708479:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c34b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2388:x1876096879582080:12345-192.168.204.48@tcp:38:mount.lustre.0 00010000:00080000:1.0:1789186059.708486:0:22716:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa@192.168.204.48@tcp t0 exp 0000000000000000 cur 698 last 0 00010000:00080000:3.0:1789186059.708493:0:23990:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa@192.168.204.48@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:1.0:1789186059.708562:0:22716:0:(genops.c:1384:class_connect()) connect: client 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa, cookie 0xda5c730d5a74d05 00000020:00000080:3.0:1789186059.708587:0:23990:0:(genops.c:1384:class_connect()) connect: client 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa, cookie 0xda5c730d5a74d0c 00000004:00100000:1.0:1789186059.708594:0:22716:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000004:00100000:3.0:1789186059.708601:0:23990:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:1.0:1789186059.710421:0:22716:0:(import.c:65:import_set_state_nolock()) ffff98f1c319b000 : changing import state from RECOVER to FULL 00000100:00080000:2.0:1789186059.710707:0:23990:0:(import.c:65:import_set_state_nolock()) ffff98f1c4202800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789186059.710765:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fcff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2388:x1876096879581824:12345-192.168.204.48@tcp:38:mount.lustre.0 Request processed in 2315us (3659us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.710777:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:2.0:1789186059.711613:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c34b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2388:x1876096879582080:12345-192.168.204.48@tcp:38:mount.lustre.0 Request processed in 3127us (4299us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.711626:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:2.0:1789186059.718828:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.719326:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582336 00000100:00100000:0.0:1789186059.719411:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582336 00000100:00100000:1.0:1789186059.719667:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:1.0:1789186059.719684:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582336:12345-192.168.204.48@tcp:41:mount.lustre.0 00000100:00080000:2.0:1789186059.719695:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00000024:1.0:1789186059.719729:0:22717:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789186059.722076:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582336:12345-192.168.204.48@tcp:41:mount.lustre.0 Request processed in 2381us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186059.723117:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.723230:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879581952 00000100:00100000:2.0:1789186059.723245:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879581952 00000100:00100000:1.0:1789186059.725046:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:3.0:1789186059.725095:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.725116:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582208 00000100:00100000:1.0:1789186059.725129:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 10 00000100:00100000:1.0:1789186059.725146:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:0:x1876096879581952:12345-192.168.204.48@tcp:41:mount.lustre.0 00000004:00000024:1.0:1789186059.725179:0:22717:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1789186059.725247:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582208 00000100:00100000:2.0:1789186059.725321:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 11 00000100:00100000:2.0:1789186059.725330:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:0:x1876096879582208:12345-192.168.204.48@tcp:41:mount.lustre.0 00000004:00000024:2.0:1789186059.725359:0:22716:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789186059.725425:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:0:x1876096879581952:12345-192.168.204.48@tcp:41:mount.lustre.0 Request processed in 282us (2313us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.725436:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 10 00000100:00100000:2.0:1789186059.725523:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300ce9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:0:x1876096879582208:12345-192.168.204.48@tcp:41:mount.lustre.0 Request processed in 192us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.725532:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 11 00000100:00080000:0.0:1789186059.725562:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789186059.732976:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.733104:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582464 00000100:00100000:0.0:1789186059.733117:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582464 00000100:00100000:1.0:1789186059.733457:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 12 00000100:00100000:1.0:1789186059.733474:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582464:12345-192.168.204.48@tcp:40:mount.lustre.0 00000100:00100000:1.0:1789186059.734134:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582464:12345-192.168.204.48@tcp:40:mount.lustre.0 Request processed in 661us (1627us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.734145:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 12 00000100:00100000:0.0:1789186059.744878:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.744957:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186059.744987:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.745280:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582592 00000100:00100000:2.0:1789186059.745294:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582592 00000100:00100000:2.0:1789186059.745346:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582720 00000100:00100000:2.0:1789186059.745349:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582720 00000100:00100000:2.0:1789186059.745376:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 16 00000100:00100000:2.0:1789186059.745387:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2388:x1876096879582592:12345-192.168.204.48@tcp:8:mount.lustre.0 00000100:00100000:1.0:1789186059.745452:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582848 00010000:00080000:2.0:1789186059.745459:0:24857:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa@192.168.204.48@tcp t0 exp 0000000000000000 cur 698 last 0 00000100:00100000:1.0:1789186059.745460:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582848 00000020:00000080:2.0:1789186059.745511:0:24857:0:(genops.c:1384:class_connect()) connect: client 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa, cookie 0xda5c730d5a74d13 00002000:00100000:2.0:1789186059.745526:0:24857:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa/ffff98f2ffe2d000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1789186059.745540:0:24857:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1789186059.745825:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 17 00000100:00100000:3.0:1789186059.745834:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2388:x1876096879582720:12345-192.168.204.48@tcp:8:mount.lustre.0 00010000:00080000:3.0:1789186059.745856:0:24221:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa@192.168.204.48@tcp t0 exp 0000000000000000 cur 698 last 0 00000020:00000080:3.0:1789186059.745885:0:24221:0:(genops.c:1384:class_connect()) connect: client 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa, cookie 0xda5c730d5a74d1a 00002000:00100000:3.0:1789186059.745898:0:24221:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa/ffff98f2ff925000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1789186059.745905:0:24221:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1789186059.746107:0:24221:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1789186059.746166:0:24221:0:(import.c:65:import_set_state_nolock()) ffff98f2ffe50000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789186059.746303:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 3 00000100:00100000:1.0:1789186059.746315:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582848:12345-192.168.204.48@tcp:900:mount.lustre.0 00000100:00100000:1.0:1789186059.746483:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582848:12345-192.168.204.48@tcp:900:mount.lustre.0 Request processed in 170us (1533us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.746492:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 3 00002000:00080000:2.0:1789186059.746859:0:24857:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1789186059.746886:0:24857:0:(import.c:65:import_set_state_nolock()) ffff98f2ffe28000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1789186059.746931:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2388:x1876096879582592:12345-192.168.204.48@tcp:8:mount.lustre.0 Request processed in 1545us (2070us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.746941:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 16 00000100:00100000:1.0:1789186059.748059:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2388:x1876096879582720:12345-192.168.204.48@tcp:8:mount.lustre.0 Request processed in 2213us (3059us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186059.748075:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 17 00000001:00100000:2.0:1789186059.755425:0:25038:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa 00000001:00080000:2.0:1789186059.755442:0:25038:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:0.0:1789186059.757592:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186059.757812:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879582976 00000100:00100000:1.0:1789186059.757823:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879582976 00000100:00100000:1.0:1789186059.757888:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:1.0:1789186059.757899:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582976:12345-192.168.204.48@tcp:33:mount.lustre.0 00000004:00080000:0.0:1789186059.763537:0:22719:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4172us 00000004:00200000:0.0:1789186059.794259:0:22719:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789186059.794405:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18090:x1876096879582976:12345-192.168.204.48@tcp:33:mount.lustre.0 Request processed in 36500us (36815us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186059.794420:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:3.0:1789186059.924509:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186059.925608:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583104 00000100:00100000:2.0:1789186059.925625:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583104 00000100:00100000:2.0:1789186059.925708:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 13 00000100:00100000:2.0:1789186059.925719:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18137:x1876096879583104:12345-192.168.204.48@tcp:101:mkdir.0 00010000:00010000:2.0:1789186059.925743:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186059.925769:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74d21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52414 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.925937:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74d28 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.925968:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74d28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.926285:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74d28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789186059.926355:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789186059.926359:0:22716:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789186059.926395:0:22716:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74d28 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.926425:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74d21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52414 expref: 8 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.926445:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74d28 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52414 expref: 7 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186059.926454:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:2.0:1789186059.926458:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789186059.926461:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30da400, rc 0) 00000100:00100000:2.0:1789186059.926592:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18137:x1876096879583104:12345-192.168.204.48@tcp:101:mkdir.0 Request processed in 873us (2091us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186059.926601:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 13 00010000:00010000:1.0:1789186060.070353:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1789186060.715834:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa 00010000:00010000:1.0:1789186061.094347:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1789186061.350648:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1789186061.837105:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186061.837224:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583232 00000100:00100000:0.0:1789186061.837241:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583232 00000100:00100000:0.0:1789186061.837352:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 14 00000100:00100000:0.0:1789186061.837376:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18190:x1876096879583232:12345-192.168.204.48@tcp:41:lfs.0 00000004:00000024:0.0:1789186061.837452:0:22718:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789186061.837592:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18190:x1876096879583232:12345-192.168.204.48@tcp:41:lfs.0 Request processed in 228us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186061.837599:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 14 00000100:00080000:2.0:1789186061.838013:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789186061.841514:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186061.843604:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583360 00000100:00100000:2.0:1789186061.843619:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583360 00000100:00100000:2.0:1789186061.844169:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 15 00000100:00100000:2.0:1789186061.844185:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18190:x1876096879583360:12345-192.168.204.48@tcp:41:lfs.0 00000004:00000024:2.0:1789186061.844259:0:23990:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1789186061.844365:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18190:x1876096879583360:12345-192.168.204.48@tcp:41:lfs.0 Request processed in 185us (2861us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186061.844373:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 15 00000100:00080000:0.0:1789186061.846708:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1789186061.852036:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186061.853316:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583488 00000100:00100000:2.0:1789186061.853345:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583488 00000100:00080000:0.0:1789186061.853594:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789186061.853713:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:2.0:1789186061.853729:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18190:x1876096879583488:12345-192.168.204.48@tcp:13:lfs.0 00002000:00000024:2.0:1789186061.853763:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1789186061.853864:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18190:x1876096879583488:12345-192.168.204.48@tcp:13:lfs.0 Request processed in 141us (2234us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186061.853872:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:3.0:1789186061.856841:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186061.856944:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583616 00000100:00100000:2.0:1789186061.856953:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583616 00000100:00100000:2.0:1789186061.857018:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 10 00000100:00080000:0.0:1789186061.857022:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1789186061.857029:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18190:x1876096879583616:12345-192.168.204.48@tcp:13:lfs.0 00002000:00000024:2.0:1789186061.857059:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1789186061.857140:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18190:x1876096879583616:12345-192.168.204.48@tcp:13:lfs.0 Request processed in 114us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186061.857147:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 10 00000100:00100000:0.0:1789186062.005150:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.006231:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583744 00000100:00100000:1.0:1789186062.006249:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583744 00000100:00100000:1.0:1789186062.006336:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 129 00000100:00100000:1.0:1789186062.006349:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+10:18221:x1876096879583744:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789186062.006373:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186062.006399:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2e7e95800/0xda5c730d5a74d2f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5241b expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.006437:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2e7e95800/0xda5c730d5a74d2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5241b expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.006450:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2e7e95800/0xda5c730d5a74d2f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5241b expref: 11 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.006459:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95800, rc 0) 00000100:00100000:1.0:1789186062.006548:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18221:x1876096879583744:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 201us (1413us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.006557:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 129 00000100:00100000:0.0:1789186062.021349:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.023079:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879583872 00000100:00100000:1.0:1789186062.023100:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879583872 00000100:00100000:1.0:1789186062.023200:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 130 00000100:00100000:1.0:1789186062.023212:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+11:18221:x1876096879583872:12345-192.168.204.48@tcp:501:mount.lustre.0 00000100:00100000:1.0:1789186062.023445:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+11:18221:x1876096879583872:12345-192.168.204.48@tcp:501:mount.lustre.0 Request processed in 234us (2111us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.023455:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 130 00000100:00100000:3.0:1789186062.030883:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.031157:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584000 00000100:00100000:1.0:1789186062.031172:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584000 00000100:00100000:1.0:1789186062.031300:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 131 00000100:00100000:1.0:1789186062.031314:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18221:x1876096879584000:12345-192.168.204.48@tcp:503:mount.lustre.0 00000100:00100000:1.0:1789186062.031513:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18221:x1876096879584000:12345-192.168.204.48@tcp:503:mount.lustre.0 Request processed in 202us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.031523:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 131 00000100:00100000:0.0:1789186062.040738:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186062.045275:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584128 00000100:00100000:2.0:1789186062.045301:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584128 00000100:00100000:2.0:1789186062.045408:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 132 00000100:00100000:2.0:1789186062.045422:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+11:18226:x1876096879584128:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789186062.045899:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+11:18226:x1876096879584128:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 478us (5175us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186062.046004:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 132 00000100:00100000:3.0:1789186062.082603:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.083753:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584256 00000100:00100000:1.0:1789186062.083770:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584256 00000100:00100000:1.0:1789186062.083893:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 133 00000100:00100000:1.0:1789186062.083940:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18226:x1876096879584256:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789186062.084146:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18226:x1876096879584256:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 241us (1557us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.084155:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 133 00000100:00100000:3.0:1789186062.089050:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186062.089225:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584384 00000100:00100000:2.0:1789186062.089240:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584384 00000100:00100000:2.0:1789186062.089305:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 134 00000100:00100000:2.0:1789186062.089317:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+11:18226:x1876096879584384:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:2.0:1789186062.089566:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+11:18226:x1876096879584384:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 250us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186062.089575:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 134 00000100:00100000:2.0:1789186062.094032:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.094426:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584512 00000100:00100000:1.0:1789186062.094441:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584512 00000100:00100000:1.0:1789186062.094525:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 135 00000100:00100000:1.0:1789186062.094538:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18221:x1876096879584512:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789186062.094560:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186062.094585:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2e7e94600/0xda5c730d5a74d36 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5244c expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.094640:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2e7e94600/0xda5c730d5a74d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5244c expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.094655:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2e7e94600/0xda5c730d5a74d36 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5244c expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.094690:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e94600, rc 0) 00000100:00100000:1.0:1789186062.094775:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+12:18221:x1876096879584512:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 240us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.094783:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 135 00000100:00100000:3.0:1789186062.102063:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186062.102196:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584640 00000100:00100000:2.0:1789186062.102211:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584640 00000100:00100000:2.0:1789186062.102281:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 136 00000100:00100000:2.0:1789186062.102294:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+12:18221:x1876096879584640:12345-192.168.204.48@tcp:256:mount.lustre.0 20000000:01000000:2.0:1789186062.102330:0:22709:0:(mgs_nids.c:915:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1789186062.102378:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1789186062.102383:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1789186062.102387:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1789186062.102390:0:22709:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1789186062.102393:0:22709:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1789186062.107545:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+12:18221:x1876096879584640:12345-192.168.204.48@tcp:256:mount.lustre.0 Request processed in 5235us (5479us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186062.107569:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 136 00000100:00100000:2.0:1789186062.114004:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.114473:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584768 00000100:00100000:1.0:1789186062.114489:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584768 00000100:00100000:1.0:1789186062.114559:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 137 00000100:00100000:1.0:1789186062.114572:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+12:18221:x1876096879584768:12345-192.168.204.48@tcp:101:mount.lustre.0 00010000:00010000:1.0:1789186062.114597:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186062.114641:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52453 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.114682:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.114694:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 13 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186062.114705:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95e00, rc 0) 00000100:00100000:1.0:1789186062.114800:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+13:18221:x1876096879584768:12345-192.168.204.48@tcp:101:mount.lustre.0 Request processed in 230us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.114807:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 137 00000100:00100000:3.0:1789186062.117123:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186062.117610:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879584896 00000100:00100000:2.0:1789186062.117624:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879584896 00000100:00100000:2.0:1789186062.117706:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 138 00000100:00100000:2.0:1789186062.117718:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+13:18221:x1876096879584896:12345-192.168.204.48@tcp:501:mount.lustre.0 00000100:00100000:2.0:1789186062.117981:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+13:18221:x1876096879584896:12345-192.168.204.48@tcp:501:mount.lustre.0 Request processed in 264us (874us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186062.117991:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 138 00010000:00010000:3.0:1789186062.118062:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186062.121942:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.122285:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585024 00000100:00100000:0.0:1789186062.122365:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585024 00000100:00100000:0.0:1789186062.122452:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 139 00000100:00100000:0.0:1789186062.122466:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18221:x1876096879585024:12345-192.168.204.48@tcp:503:mount.lustre.0 00000100:00100000:0.0:1789186062.122839:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18221:x1876096879585024:12345-192.168.204.48@tcp:503:mount.lustre.0 Request processed in 375us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.122850:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 139 00000100:00100000:0.0:1789186062.126559:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186062.127083:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585152 00000100:00100000:1.0:1789186062.127099:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585152 00000100:00100000:1.0:1789186062.127234:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 140 00000100:00100000:1.0:1789186062.127248:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+13:18235:x1876096879585152:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:1.0:1789186062.127469:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+13:18235:x1876096879585152:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 223us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.127478:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 140 00000100:00100000:3.0:1789186062.130011:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.130174:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585280 00000100:00100000:0.0:1789186062.130188:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585280 00000100:00100000:0.0:1789186062.130262:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 141 00000100:00100000:0.0:1789186062.130275:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18235:x1876096879585280:12345-192.168.204.48@tcp:502:llog_process_th.0 00000100:00100000:0.0:1789186062.130493:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18235:x1876096879585280:12345-192.168.204.48@tcp:502:llog_process_th.0 Request processed in 219us (495us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.130503:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 141 00000100:00100000:3.0:1789186062.139340:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186062.139808:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.139954:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585408 00000100:00100000:0.0:1789186062.139968:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585408 00000100:00100000:0.0:1789186062.140028:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585664 00000100:00100000:0.0:1789186062.140032:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585664 00000100:00100000:0.0:1789186062.140066:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 16 00000100:00100000:0.0:1789186062.140076:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2388:x1876096879585408:12345-192.168.204.48@tcp:38:mount.lustre.0 00010000:00080000:0.0:1789186062.140116:0:22718:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0000: connection from b6a1abf3-bfff-4788-97ed-b26f360b43d2@192.168.204.48@tcp t0 exp 0000000000000000 cur 701 last 0 00000100:00100000:3.0:1789186062.140332:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 17 00000100:00100000:3.0:1789186062.140338:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2388:x1876096879585664:12345-192.168.204.48@tcp:38:mount.lustre.0 00010000:00080000:3.0:1789186062.140357:0:23990:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-MDT0001: connection from b6a1abf3-bfff-4788-97ed-b26f360b43d2@192.168.204.48@tcp t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:3.0:1789186062.140395:0:23990:0:(genops.c:1384:class_connect()) connect: client b6a1abf3-bfff-4788-97ed-b26f360b43d2, cookie 0xda5c730d5a74d4b 00000004:00100000:3.0:1789186062.140432:0:23990:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1789186062.140671:0:23990:0:(import.c:65:import_set_state_nolock()) ffff98f2ffe51000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1789186062.140771:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2388:x1876096879585664:12345-192.168.204.48@tcp:38:mount.lustre.0 Request processed in 429us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186062.140803:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 17 00000020:00000080:0.0:1789186062.141390:0:22718:0:(genops.c:1384:class_connect()) connect: client b6a1abf3-bfff-4788-97ed-b26f360b43d2, cookie 0xda5c730d5a74d44 00000004:00100000:0.0:1789186062.141427:0:22718:0:(mdt_handler.c:7294:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:0.0:1789186062.141519:0:22718:0:(import.c:65:import_set_state_nolock()) ffff98f2f6254000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1789186062.141561:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2388:x1876096879585408:12345-192.168.204.48@tcp:38:mount.lustre.0 Request processed in 1486us (2237us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.141786:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 16 00000100:00100000:0.0:1789186062.146347:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.146390:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.146483:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186062.147076:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585792 00000100:00100000:2.0:1789186062.147111:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585792 00000100:00080000:0.0:1789186062.147432:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789186062.147582:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585920 00000100:00100000:0.0:1789186062.147588:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585920 00000100:00100000:0.0:1789186062.147626:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879585536 00000100:00100000:0.0:1789186062.147629:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879585536 00000100:00100000:0.0:1789186062.147651:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 18 00000100:00100000:0.0:1789186062.147663:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:0:x1876096879585792:12345-192.168.204.48@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789186062.147708:0:22717:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1789186062.147806:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:0:x1876096879585792:12345-192.168.204.48@tcp:41:mount.lustre.0 Request processed in 144us (1474us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.147814:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 18 00000100:00100000:0.0:1789186062.147846:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 19 00000100:00100000:0.0:1789186062.147852:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+7:18221:x1876096879585920:12345-192.168.204.48@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789186062.148065:0:22717:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789186062.148100:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+7:18221:x1876096879585920:12345-192.168.204.48@tcp:41:mount.lustre.0 Request processed in 248us (1709us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.148106:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 19 00000100:00100000:0.0:1789186062.148122:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 20 00000100:00100000:0.0:1789186062.148129:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:0:x1876096879585536:12345-192.168.204.48@tcp:41:mount.lustre.0 00000004:00000024:0.0:1789186062.148141:0:22717:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1789186062.148174:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:0:x1876096879585536:12345-192.168.204.48@tcp:41:mount.lustre.0 Request processed in 45us (1690us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.148180:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 20 00000100:00080000:0.0:1789186062.148198:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1789186062.154770:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.155029:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586048 00000100:00100000:0.0:1789186062.155044:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586048 00000100:00100000:0.0:1789186062.155122:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 21 00000100:00100000:0.0:1789186062.155134:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18221:x1876096879586048:12345-192.168.204.48@tcp:40:mount.lustre.0 00000100:00100000:0.0:1789186062.155377:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18221:x1876096879586048:12345-192.168.204.48@tcp:40:mount.lustre.0 Request processed in 243us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.155386:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 21 00000100:00100000:3.0:1789186062.163964:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186062.164013:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186062.164038:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.164248:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586176 00000100:00100000:0.0:1789186062.164263:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586176 00000100:00100000:0.0:1789186062.164320:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586304 00000100:00100000:0.0:1789186062.164324:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586304 00000100:00100000:0.0:1789186062.164348:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 18 00000100:00100000:0.0:1789186062.164356:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2388:x1876096879586176:12345-192.168.204.48@tcp:8:mount.lustre.0 00010000:00080000:0.0:1789186062.164404:0:24222:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0000: connection from b6a1abf3-bfff-4788-97ed-b26f360b43d2@192.168.204.48@tcp t0 exp 0000000000000000 cur 701 last 0 00000020:00000080:0.0:1789186062.164439:0:24222:0:(genops.c:1384:class_connect()) connect: client b6a1abf3-bfff-4788-97ed-b26f360b43d2, cookie 0xda5c730d5a74d52 00002000:00100000:0.0:1789186062.164451:0:24222:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli b6a1abf3-bfff-4788-97ed-b26f360b43d2/ffff98f2f6250800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1789186062.164463:0:24222:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000100:00100000:1.0:1789186062.164501:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 19 00000100:00100000:1.0:1789186062.164514:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:0+-99:2388:x1876096879586304:12345-192.168.204.48@tcp:8:mount.lustre.0 00010000:00080000:1.0:1789186062.164555:0:25184:0:(ldlm_lib.c:1453:target_handle_connect()) lustre-OST0001: connection from b6a1abf3-bfff-4788-97ed-b26f360b43d2@192.168.204.48@tcp t0 exp 0000000000000000 cur 701 last 0 00002000:00080000:0.0:1789186062.164569:0:24222:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000020:00000080:1.0:1789186062.164594:0:25184:0:(genops.c:1384:class_connect()) connect: client b6a1abf3-bfff-4788-97ed-b26f360b43d2, cookie 0xda5c730d5a74d59 00002000:00100000:1.0:1789186062.164608:0:25184:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli b6a1abf3-bfff-4788-97ed-b26f360b43d2/ffff98f1c41b5000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113a28 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00000100:00080000:0.0:1789186062.164611:0:24222:0:(import.c:65:import_set_state_nolock()) ffff98f2f6257000 : changing import state from RECOVER to FULL 00002000:00100000:1.0:1789186062.164623:0:25184:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:0.0:1789186062.164712:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2388:x1876096879586176:12345-192.168.204.48@tcp:8:mount.lustre.0 Request processed in 349us (814us total) trans 0 rc 0/0 00002000:00080000:1.0:1789186062.164719:0:25184:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:0.0:1789186062.164727:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 18 00000100:00080000:1.0:1789186062.164757:0:25184:0:(import.c:65:import_set_state_nolock()) ffff98f1c41b4800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1789186062.164826:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2388:x1876096879586304:12345-192.168.204.48@tcp:8:mount.lustre.0 Request processed in 304us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186062.164835:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 19 00000100:00100000:2.0:1789186062.165059:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586432 00000100:00100000:2.0:1789186062.165068:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586432 00000100:00100000:2.0:1789186062.165120:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 4 00000100:00100000:2.0:1789186062.165131:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18221:x1876096879586432:12345-192.168.204.48@tcp:900:mount.lustre.0 00000100:00100000:2.0:1789186062.165200:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18221:x1876096879586432:12345-192.168.204.48@tcp:900:mount.lustre.0 Request processed in 71us (1159us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186062.165208:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 4 00000100:00100000:3.0:1789186062.170216:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186062.170873:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586560 00000100:00100000:0.0:1789186062.170884:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586560 00000100:00100000:0.0:1789186062.170982:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 1 00000100:00100000:0.0:1789186062.170996:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18221:x1876096879586560:12345-192.168.204.48@tcp:33:mount.lustre.0 00000004:00200000:0.0:1789186062.171084:0:22720:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:0.0:1789186062.171165:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18221:x1876096879586560:12345-192.168.204.48@tcp:33:mount.lustre.0 Request processed in 173us (965us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186062.171174:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 1 00000100:00100000:0.0:1789186062.302203:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186062.302300:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586688 00000100:00100000:3.0:1789186062.302310:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586688 00000100:00100000:3.0:1789186062.302505:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 22 00000100:00100000:3.0:1789186062.302517:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18258:x1876096879586688:12345-192.168.204.48@tcp:101:mkdir.0 00010000:00010000:3.0:1789186062.302538:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186062.302563:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74d60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52484 expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186062.302630:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186062.302645:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186062.302657:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789186062.302704:0:23990:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1789186062.302708:0:23990:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1789186062.302727:0:23990:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186062.302751:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74d60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 8 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186062.302787:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 7 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186062.302796:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:3.0:1789186062.302799:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1789186062.302803:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba6c00, rc 0) 00000100:00100000:3.0:1789186062.302870:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+7:18258:x1876096879586688:12345-192.168.204.48@tcp:101:mkdir.0 Request processed in 355us (677us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186062.302878:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 22 00010000:00010000:0.0:1789186063.144976:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186064.169747:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186064.295160:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1789186064.295182:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898575360:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789186064.295251:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186064.295298:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575360 00000100:00100000:2.0:1789186064.295307:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575360 00000100:00080000:0.0:1789186064.295376:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789186064.295668:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186064.295679:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898575360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1789186064.295708:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1789186064.295760:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898575360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186064.295767:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1789186064.295851:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898575360:0@lo:13:osp-pre-0-1.0 00000001:02000400:1.0:1789186064.668304:0:25597:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:0.0:1789186064.809284:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898575488:0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.809370:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.809419:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898576000:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.809446:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575488 00000100:00100000:1.0:1789186064.809454:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575488 00000100:00100000:0.0:1789186064.809462:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.809486:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898576512:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.809510:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1789186064.809511:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.809531:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f301cb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3635:x1876096898575488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.809533:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898577024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789186064.809563:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.809599:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f301cb6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3635:x1876096898575488:12345-0@lo:400:kworker.0 Request processed in 71us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186064.809609:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898575488:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.809615:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1789186064.809625:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1789186064.809637:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898575616:0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.809658:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.809676:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8614380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898576128:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.809697:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898577024 00000100:00100000:0.0:1789186064.809702:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.809718:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898576640:0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.809739:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.809755:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898577152:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1789186064.809772:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.809794:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898575744:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.809813:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898577024 00000100:00100000:0.0:1789186064.809822:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.809847:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575616 00000100:00100000:0.0:1789186064.809847:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898576256:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.809865:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575616 00000100:00100000:1.0:1789186064.809878:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576128 00000100:00100000:1.0:1789186064.809880:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576128 00000100:00100000:1.0:1789186064.809900:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898577152 00000100:00100000:1.0:1789186064.809902:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898577152 00000100:00100000:1.0:1789186064.809930:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789186064.809934:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898577024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1789186064.809965:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1789186064.810143:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3635:x1876096898577024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 207us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.810148:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1789186064.810158:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789186064.810162:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898575616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.810179:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898575616:12345-0@lo:400:kworker.0 Request processed in 18us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.810183:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789186064.810191:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789186064.810195:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1876096898576128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.810216:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3635:x1876096898576128:12345-0@lo:400:kworker.0 Request processed in 20us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.810223:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:1.0:1789186064.810235:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789186064.810243:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898577152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1789186064.810261:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1789186064.810289:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898577152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 48us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.810306:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789186064.810520:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576000 00000100:00100000:1.0:1789186064.810525:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576000 00000100:00100000:1.0:1789186064.810555:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576512 00000100:00100000:1.0:1789186064.810559:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576512 00000100:00100000:1.0:1789186064.810589:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576640 00000100:00100000:1.0:1789186064.810592:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576640 00000100:00100000:1.0:1789186064.810609:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789186064.810616:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898576000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.811078:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898576000:12345-0@lo:400:kworker.0 Request processed in 458us (1611us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.811086:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1789186064.811103:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789186064.811108:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898576512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.811135:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898576512:12345-0@lo:400:kworker.0 Request processed in 27us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.811141:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1789186064.811150:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789186064.811156:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898576640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.811182:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898576640:12345-0@lo:400:kworker.0 Request processed in 27us (1443us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.811187:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1789186064.811214:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898575872:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.811246:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.811270:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876096898576384:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.811293:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.811322:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898576896:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.811349:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.811366:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898577408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789186064.811387:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.811410:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1789186064.811415:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898577280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789186064.811435:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.811464:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898577408 00000100:00100000:1.0:1789186064.811468:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898577408 00000100:00100000:1.0:1789186064.811492:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898577280 00000100:00100000:1.0:1789186064.811494:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898577280 00000100:00100000:1.0:1789186064.811508:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789186064.811515:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898577408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789186064.811529:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1789186064.811566:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898577408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 51us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.811573:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789186064.811586:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789186064.811592:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898577280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789186064.811608:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789186064.811830:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8724700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898577280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.811837:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1789186064.811866:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576384 00000100:00100000:1.0:1789186064.811870:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576384 00000100:00100000:1.0:1789186064.811886:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576896 00000100:00100000:1.0:1789186064.812056:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576896 00000100:00100000:1.0:1789186064.812085:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789186064.812091:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876096898576384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.812123:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8727100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876096898576384:12345-0@lo:400:kworker.0 Request processed in 32us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.812129:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1789186064.812140:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789186064.812146:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876096898576896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.812169:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8726300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876096898576896:12345-0@lo:400:kworker.0 Request processed in 24us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.812174:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1789186064.812204:0:3638:0:(client.c:3126:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1789186064.812227:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898577280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789186064.812242:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876096898576384:0@lo:400:kworker.0 00010000:00080000:1.0:1789186064.812255:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8615880 x1876096898576896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186064.812266:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898576896:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.812278:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898577408:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789186064.812332:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575744 00000100:00100000:1.0:1789186064.812335:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575744 00000100:00100000:1.0:1789186064.812360:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898575872 00000100:00100000:1.0:1789186064.812363:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898575872 00000100:00100000:1.0:1789186064.812383:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789186064.812390:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898575744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186064.812590:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789186064.812599:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898575872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186064.812638:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3487100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898575872:12345-0@lo:400:kworker.0 Request processed in 40us (1391us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186064.812644:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1789186064.812670:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898575872:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.812929:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898575744:12345-0@lo:400:kworker.0 Request processed in 519us (3087us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.812944:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1789186064.813412:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2fdbfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898577536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1789186064.813457:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186064.813502:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898575616:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.813513:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8614380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898576128:0@lo:400:kworker.0 00010000:00080000:1.0:1789186064.813525:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2d8617b80 x1876096898576640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186080 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186064.813534:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898576640:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.813549:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c3487b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898577152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789186064.813562:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898576000:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.813574:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898576512:0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.813585:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898577024:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1789186064.813696:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898577536 00000100:00100000:3.0:1789186064.813703:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898577536 00000100:00100000:3.0:1789186064.813741:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789186064.813750:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3487800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898577536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1789186064.813768:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789186064.813814:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3487800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3635:x1876096898577536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186064.813829:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1789186064.814020:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2fdbfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3635:1876096898577536:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1789186064.814163:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.814186:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898576768:0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.814208:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186064.814238:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898575744:0@lo:400:kworker.0 00000100:00080000:0.0:1789186064.814257:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1789186064.814268:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1789186064.814271:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789186064.814274:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1789186064.814287:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576256 00000100:00100000:0.0:1789186064.814292:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576256 00000100:00100000:0.0:1789186064.814322:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789186064.814329:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898576256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.814370:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898576256:12345-0@lo:400:kworker.0 Request processed in 42us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186064.814377:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1789186064.814410:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898576768 00000100:00100000:0.0:1789186064.814415:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898576768 00000100:00100000:0.0:1789186064.814450:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1789186064.814457:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898576768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186064.814483:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898576256:0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.814492:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898576768:12345-0@lo:400:kworker.0 Request processed in 35us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186064.814500:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898576768:0@lo:400:kworker.0 00000100:00100000:0.0:1789186064.814501:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00080000:0.0:1789186064.814520:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1789186065.190096:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1789186065.832565:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00100000:0.0:1789186065.836725:0:23448:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of b6a1abf3-bfff-4788-97ed-b26f360b43d2 00000001:00100000:0.0:1789186065.836738:0:23448:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa 00000001:00100000:3.0:1789186065.837219:0:22696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of b6a1abf3-bfff-4788-97ed-b26f360b43d2 00000001:00100000:3.0:1789186065.837232:0:22696:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa 00010000:00010000:2.0:1789186066.214093:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186067.238224:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186067.303113:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186067.303153:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186067.303178:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586816 00000100:00100000:3.0:1789186067.303189:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186067.303195:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586816 00000100:00100000:3.0:1789186067.303223:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186067.303251:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 143 00000100:00100000:3.0:1789186067.303259:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186067.303266:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:2389:x1876096879586816:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186067.303284:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186067.303301:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186067.303337:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:2389:x1876096879586816:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 76us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186067.303344:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 143 00000100:00100000:0.0:1789186067.303385:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587072 00000100:00100000:0.0:1789186067.303388:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587072 00000100:00100000:0.0:1789186067.303417:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879586944 00000100:00100000:0.0:1789186067.303420:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879586944 00000100:00100000:0.0:1789186067.303433:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587584 00000100:00100000:0.0:1789186067.303436:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587584 00000100:00100000:0.0:1789186067.303449:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587456 00000100:00100000:0.0:1789186067.303452:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587456 00000100:00100000:1.0:1789186067.303461:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 40 00000100:00100000:1.0:1789186067.303474:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879587072:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789186067.303481:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 41 00000100:00100000:0.0:1789186067.303491:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2390:x1876096879586944:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186067.303606:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186067.303656:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186067.303686:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587328 00000100:00100000:3.0:1789186067.303695:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587328 00000100:00100000:3.0:1789186067.303726:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587200 00000100:00100000:3.0:1789186067.303734:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587200 00000100:00100000:3.0:1789186067.303752:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587712 00000100:00100000:3.0:1789186067.303760:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587712 00000100:00100000:3.0:1789186067.303774:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587840 00000100:00100000:3.0:1789186067.303777:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587840 00000100:00100000:3.0:1789186067.303796:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:3.0:1789186067.303813:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879587328:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186067.303850:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879587328:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 48us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.303857:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:3.0:1789186067.303881:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:3.0:1789186067.303888:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2390:x1876096879587200:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186067.303945:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2390:x1876096879587200:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 57us (661us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.303952:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:3.0:1789186067.303964:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:3.0:1789186067.303970:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2365880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2390:x1876096879587712:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186067.303993:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2365880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2390:x1876096879587712:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 23us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.303998:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:3.0:1789186067.304009:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:3.0:1789186067.304015:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2389:x1876096879587840:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186067.304036:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2367100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2389:x1876096879587840:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 21us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.304042:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00080000:3.0:1789186067.304148:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1789186067.304153:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789186067.304251:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879587072:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 777us (1093us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186067.304252:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2390:x1876096879586944:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 759us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186067.304267:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 40 00000100:00100000:0.0:1789186067.304281:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 41 00000100:00100000:1.0:1789186067.304299:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 42 00000100:00100000:0.0:1789186067.304307:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 43 00000100:00100000:1.0:1789186067.304312:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2389:x1876096879587584:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789186067.304320:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2390:x1876096879587456:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789186067.304350:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2389:x1876096879587584:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 41us (1089us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186067.304358:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2390:x1876096879587456:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 40us (1054us total) trans 0 rc 0/0 00000100:00080000:3.0:1789186067.304360:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789186067.304360:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 42 00000100:00080000:3.0:1789186067.304365:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1789186067.304373:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 43 00000020:00000080:3.0:1789186067.363758:0:25744:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fffeb6e66b0 20000000:00000080:3.0:1789186067.363774:0:25744:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff98f2ffe13800 uarg=0000000000000000 20000000:01000000:3.0:1789186067.363901:0:25744:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789186067.364061:0:25744:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:3.0:1789186067.364067:0:25744:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:3.0:1789186067.364943:0:25745:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:2.0:1789186067.365390:0:25744:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:2.0:1789186067.372481:0:25744:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1789186067.372514:0:25744:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372534:0:25744:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372542:0:25744:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372565:0:25744:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372572:0:25744:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74aab expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372581:0:25744:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372588:0:25744:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372595:0:25744:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372641:0:25744:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372658:0:25744:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 12 pid: 22710 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.372673:0:25744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898577664:192.168.204.48@tcp:104: 00010000:00010000:2.0:1789186067.372780:0:25744:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 12 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.372789:0:25744:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 12 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.372798:0:25744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bdb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898577792:192.168.204.48@tcp:104: 00010000:00010000:2.0:1789186067.373068:0:25744:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74aab expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.373078:0:25744:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74aab expref: 23 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.373088:0:25744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bda680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898577920:0@lo:104: 00000100:00100000:2.0:1789186067.373127:0:25744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1789186067.373163:0:25744:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.373173:0:25744:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 23 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.373182:0:25744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bdad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898578048:0@lo:104: 00000100:00100000:3.0:1789186067.373206:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898577920 00000100:00100000:2.0:1789186067.373207:0:25744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186067.373221:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898577920 00010000:00010000:2.0:1789186067.373257:0:25744:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.373266:0:25744:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 23 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.373286:0:25744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898578176:0@lo:104: 00000100:00100000:3.0:1789186067.373292:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578048 00000100:00100000:3.0:1789186067.373296:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578048 00000100:00100000:3.0:1789186067.373318:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1789186067.373328:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:25744:x1876096898577920:12345-0@lo:104: 00010000:00010000:3.0:1789186067.373341:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.373392:0:25744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789186067.373394:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1789186067.373402:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:25744:x1876096898577920:12345-0@lo:104: Request processed in 74us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.373409:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:2.0:1789186067.373422:0:25744:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 23 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186067.373427:0:22699:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578176 00000100:00100000:3.0:1789186067.373432:0:22699:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578176 00010000:00010000:2.0:1789186067.373433:0:25744:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 23 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186067.373450:0:22699:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789186067.373457:0:22699:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:25744:x1876096898578048:12345-0@lo:104: 00010000:00010000:3.0:1789186067.373467:0:22699:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.373469:0:25744:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898578304:0@lo:104: 00000100:00100000:2.0:1789186067.373513:0:25744:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789186067.373518:0:22699:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1789186067.373525:0:22699:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:25744:x1876096898578048:12345-0@lo:104: Request processed in 69us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.373532:0:22699:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789186067.373568:0:25744:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d33d80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186067.373589:0:25744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bda680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898577920:0@lo:104: 00000100:00100000:2.0:1789186067.373597:0:25744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bdad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898578048:0@lo:104: 00010000:00010000:0.0:1789186067.376039:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1789186067.376055:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376067:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddf000 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:0.0:1789186067.376072:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376082:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789186067.376114:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186067.376120:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789186067.376185:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376192:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789186067.376217:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376467:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300ddf000/0xda5c730d5a74aab lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74ab2 expref: -99 pid: 25037 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376487:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1789186067.376491:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376498:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f1c1bf9c00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:0.0:1789186067.376501:0:22705:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376508:0:22705:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1789186067.376514:0:22705:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186067.376519:0:22705:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:0.0:1789186067.376544:0:22705:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376550:0:22705:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1789186067.376572:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376579:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f1c1bf9c00/0xda5c730d5a74a11 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a74a18 expref: -99 pid: 24217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186067.376590:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186067.376592:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1789186067.376593:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186067.376612:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898578432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1789186067.376675:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186067.376718:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1789186067.376730:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898578560:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1789186067.376764:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186067.376871:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578432 00000100:00100000:0.0:1789186067.376878:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578432 00010000:00010000:0.0:1789186067.376905:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74aab expref: 24 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186067.377046:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578560 00000100:00100000:0.0:1789186067.377050:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578560 00010000:00010000:0.0:1789186067.377064:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 25 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.377113:0:22700:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578304 00000100:00100000:1.0:1789186067.377119:0:22700:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578304 00000100:00100000:1.0:1789186067.377147:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1789186067.377159:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:25744:x1876096898578176:12345-0@lo:104: 00010000:00010000:1.0:1789186067.377170:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.377243:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789186067.377249:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+4:25744:x1876096898578176:12345-0@lo:104: Request processed in 94us (3935us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186067.377257:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00010000:00010000:3.0:1789186067.377264:0:25187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186067.377271:0:25187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.377279:0:22700:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1789186067.377288:0:22700:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:25744:x1876096898578304:12345-0@lo:104: 00010000:00010000:3.0:1789186067.377300:0:25187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddec00 already unused, calling callback (ffffffffc131bc20) 00010000:00010000:1.0:1789186067.377303:0:22700:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186067.377306:0:25187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377319:0:25187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186067.377328:0:25187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186067.377334:0:25187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789186067.377360:0:25187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377366:0:25187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1789186067.377368:0:22700:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1789186067.377376:0:22700:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+3:25744:x1876096898578304:12345-0@lo:104: Request processed in 91us (3864us total) trans 0 rc 0/0 00010000:00010000:3.0:1789186067.377381:0:25187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.377385:0:22700:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:3.0:1789186067.377393:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300ddec00/0xda5c730d5a749d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749d9 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377404:0:25187:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1789186067.377408:0:25187:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377413:0:25187:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f300ddfc00 already unused, calling callback (ffffffffc131bc20) 10000000:00010000:3.0:1789186067.377416:0:25187:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.377420:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789186067.377433:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898578688:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1789186067.377441:0:25187:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1789186067.377452:0:25187:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186067.377457:0:25187:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:3.0:1789186067.377474:0:25187:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.377478:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1789186067.377486:0:25187:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1789186067.377701:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578688 00000100:00100000:2.0:1789186067.377706:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578688 00010000:00010000:2.0:1789186067.377724:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 26 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.377740:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186067.377746:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+26:3636:x1876096898578432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186067.377756:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186067.377761:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74aab expref: 26 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.377770:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74aab expref: 26 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.377784:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c0030000/0xda5c730d5a74ab2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74aab expref: 26 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.377798:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186067.377838:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+25:3636:x1876096898578432:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (1163us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186067.377844:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1789186067.377860:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1789186067.377874:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3638:x1876096898578560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186067.377883:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186067.377888:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 24 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.377896:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 24 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377899:0:25187:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.377935:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c0030200/0xda5c730d5a74a18 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a74a11 expref: 24 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377937:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.148@tcp lock: ffff98f300ddfc00/0xda5c730d5a749c4 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xda5c730d5a749cb expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.377955:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186067.377958:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1789186067.377962:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1789186067.377964:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186067.377976:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898578816:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789186067.377994:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:3638:x1876096898578560:12345-0@lo:103:ldlm_bl.0 Request processed in 120us (1228us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186067.378001:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789186067.378012:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186067.378016:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898578816 00000100:00100000:2.0:1789186067.378021:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898578816 00010000:00010000:2.0:1789186067.378037:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 23 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.378053:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186067.378059:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:3637:x1876096898578688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186067.378066:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1789186067.378068:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3638:1876096898578560:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186067.378072:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 23 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.378082:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 23 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.378093:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186067.378107:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3636:1876096898578432:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1789186067.378133:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:3637:x1876096898578688:12345-0@lo:103:ldlm_bl.0 Request processed in 73us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186067.378140:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1789186067.378154:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1789186067.378159:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2367480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:3635:x1876096898578816:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186067.378180:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186067.378185:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 22 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.378193:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 22 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.378203:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186067.378234:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2367480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:3635:x1876096898578816:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186067.378240:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1789186067.378277:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898578816:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1789186067.378289:0:25744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a2000/0xda5c730d5a749d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a749d2 expref: 21 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.378302:0:25744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898578176:0@lo:104: 00010000:00010000:2.0:1789186067.378582:0:25744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c13a3e00/0xda5c730d5a749cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xda5c730d5a749c4 expref: 20 pid: 22709 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.378595:0:25744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898578304:0@lo:104: 00010000:00010000:1.0:1789186067.378740:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186067.378758:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3637:1876096898578688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1789186067.378772:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1789186067.378834:0:25744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898577664:192.168.204.48@tcp:104: 00000100:00100000:0.0:1789186067.380716:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186067.380821:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186067.380897:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879587968 00000100:00100000:3.0:1789186067.380940:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879587968 00010000:00010000:3.0:1789186067.380975:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 13 pid: 22710 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.380995:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588096 00000100:00100000:1.0:1789186067.381001:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588096 00000100:00100000:3.0:1789186067.381008:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 13 00000100:00100000:3.0:1789186067.381019:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f66ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:09009283-0084-4b1f-9069-1ab1d0e17303+14:2391:x1876096879587968:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789186067.381024:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 14 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.381036:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186067.381043:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 14 pid: 22710 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186067.381047:0:22702:0:(service.c:3467:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:1.0:1789186067.381058:0:22702:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:3.0:1789186067.381059:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 14 pid: 22710 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.381079:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74d3d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52453 expref: 14 pid: 22710 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186067.381094:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186067.381152:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f66ba450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:09009283-0084-4b1f-9069-1ab1d0e17303+13:2391:x1876096879587968:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 133us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186067.381162:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 13 00000100:00100000:1.0:1789186067.381185:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 14 00000100:00100000:1.0:1789186067.381196:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8614380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:09009283-0084-4b1f-9069-1ab1d0e17303+12:2391:x1876096879588096:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789186067.381211:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186067.381217:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 12 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381227:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 12 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381240:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381260:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381275:0:22702:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381282:0:22702:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381296:0:22702:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381303:0:22702:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381309:0:22702:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da800 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186067.381323:0:22702:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381333:0:22702:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381356:0:22702:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186067.381367:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186067.381402:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8614380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:09009283-0084-4b1f-9069-1ab1d0e17303+12:2391:x1876096879588096:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 208us (580us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186067.381410:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 14 00010000:00010000:2.0:1789186067.381465:0:25744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2e7e94000/0xda5c730d5a74cfe lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee523e3 expref: 11 pid: 22711 timeout: 806 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186067.381478:0:25744:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bdb100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25744:1876096898577792:192.168.204.48@tcp:104: 00010000:00010000:2.0:1789186067.381522:0:25744:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.381532:0:25744:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.381538:0:25744:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186067.381545:0:25744:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff98f2c30da800/0xda5c730d5a74d6e lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25744 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00100000:3.0:1789186067.880776:0:25038:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of b6a1abf3-bfff-4788-97ed-b26f360b43d2 00000001:00100000:0.0:1789186067.884522:0:24218:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of b6a1abf3-bfff-4788-97ed-b26f360b43d2 00010000:00010000:3.0:1789186068.262128:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1789186068.309162:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186068.310233:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588224 00000100:00100000:1.0:1789186068.310247:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588224 00000100:00100000:1.0:1789186068.310327:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 23 00000100:00100000:1.0:1789186068.310338:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:18725:x1876096879588224:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789186068.310360:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186068.310384:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95a00/0xda5c730d5a74d75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5248b expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310467:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310482:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310498:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310513:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310520:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310528:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310606:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94a00/0xda5c730d5a74d8a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310614:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94a00/0xda5c730d5a74d8a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310621:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94a00/0xda5c730d5a74d8a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789186068.310843:0:23990:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789186068.310848:0:23990:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789186068.310887:0:23990:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94a00/0xda5c730d5a74d8a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310942:0:23990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310949:0:23990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310957:0:23990:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310963:0:23990:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94400 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186068.310967:0:23990:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310975:0:23990:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.310987:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:1.0:1789186068.310990:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186068.310994:0:23990:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311001:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74d7c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311015:0:23990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311021:0:23990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311027:0:23990:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311038:0:23990:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95000 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186068.311041:0:23990:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311047:0:23990:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311056:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff98f2f7552600) 00010000:00010000:1.0:1789186068.311058:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186068.311061:0:23990:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311067:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74d83 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311115:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95a00/0xda5c730d5a74d75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5248b expref: 8 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311130:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94a00/0xda5c730d5a74d8a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5248b expref: 7 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.311137:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98f2f7552400) 00010000:00010000:1.0:1789186068.311139:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1789186068.311141:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e94a00, rc 0) 00000100:00100000:1.0:1789186068.311216:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18725:x1876096879588224:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 879us (2063us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186068.311224:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 23 00000100:00100000:3.0:1789186068.318110:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186068.318211:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588352 00000100:00100000:1.0:1789186068.318237:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588352 00000100:00100000:1.0:1789186068.318298:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 5 00000100:00100000:1.0:1789186068.318308:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18725:x1876096879588352:12345-192.168.204.48@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1789186068.318397:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18725:x1876096879588352:12345-192.168.204.48@tcp:900:lhsmtool_posix.0 Request processed in 91us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186068.318405:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 5 00000100:00100000:3.0:1789186068.322164:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.322258:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588608 00000100:00100000:0.0:1789186068.322270:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588608 00000100:00100000:0.0:1789186068.322350:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 24 00000100:00100000:0.0:1789186068.322360:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18725:x1876096879588608:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789186068.322383:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186068.322405:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0e00/0xda5c730d5a74d91 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52492 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322484:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322582:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322597:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322657:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322664:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322670:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322857:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1c00/0xda5c730d5a74da6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322866:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1c00/0xda5c730d5a74da6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.322872:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1c00/0xda5c730d5a74da6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789186068.322893:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1789186068.323155:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323163:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323169:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323174:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0000 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186068.323179:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323185:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323197:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff98f2f7552400) 00010000:00010000:0.0:1789186068.323199:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789186068.323204:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323209:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0000/0xda5c730d5a74d98 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323221:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323227:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323243:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323247:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0200 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186068.323250:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323256:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323263:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff98f2d703d300) 00010000:00010000:0.0:1789186068.323265:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789186068.323268:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.323273:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74d9f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.326762:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0e00/0xda5c730d5a74d91 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52492 expref: 10 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.326799:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1c00/0xda5c730d5a74da6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52492 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.326809:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98f2d703da00) 00010000:00010000:0.0:1789186068.326811:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789186068.326815:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c1c00, rc 0) 00000100:00100000:0.0:1789186068.326901:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18725:x1876096879588608:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 4540us (4757us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1789186068.326960:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 24 00000100:00100000:0.0:1789186068.333190:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.334542:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588736 00000100:00100000:2.0:1789186068.334556:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588736 00000100:00100000:2.0:1789186068.334632:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 25 00000100:00100000:2.0:1789186068.334644:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18725:x1876096879588736:12345-192.168.204.48@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1789186068.334752:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18725:x1876096879588736:12345-192.168.204.48@tcp:59:lhsmtool_posix.0 Request processed in 110us (1571us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.334759:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 25 00000100:00100000:3.0:1789186068.358759:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186068.361426:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588864 00000100:00100000:1.0:1789186068.361449:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588864 00000100:00100000:1.0:1789186068.361548:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 26 00000100:00100000:1.0:1789186068.361561:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18725:x1876096879588864:12345-192.168.204.48@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1789186068.370166:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.370477:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879588992 00000100:00100000:2.0:1789186068.370491:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879588992 00000100:00100000:2.0:1789186068.370571:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 27 00000100:00100000:2.0:1789186068.370583:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18731:x1876096879588992:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:2.0:1789186068.370610:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186068.370638:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74db4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52499 expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.370728:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.370756:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371153:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371174:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371182:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371189:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371247:0:23990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371254:0:23990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371262:0:23990:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371268:0:23990:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30db200 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:2.0:1789186068.371274:0:23990:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371283:0:23990:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371296:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:2.0:1789186068.371306:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789186068.371313:0:23990:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371320:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74dbb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371336:0:23990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371341:0:23990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371347:0:23990:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371352:0:23990:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30db800 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:2.0:1789186068.371355:0:23990:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371361:0:23990:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371369:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98f2fae0e600) 00010000:00010000:2.0:1789186068.371371:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789186068.371374:0:23990:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371379:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74dc2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371422:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74db4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52499 expref: 10 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.371443:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00000004:00080000:0.0:1789186068.371802:0:22717:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 9297us 00010000:00010000:2.0:1789186068.373449:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789186068.373469:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74db4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52499 expref: 10 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.373490:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30dba00, rc 0) 00000100:00100000:2.0:1789186068.373654:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18731:x1876096879588992:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 3070us (3497us total) trans 0 rc 301/301 00000100:00100000:2.0:1789186068.373666:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 27 00000100:00100000:3.0:1789186068.380240:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.380380:0:22725:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879589120 00000100:00100000:2.0:1789186068.380395:0:22725:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879589120 00000100:00100000:2.0:1789186068.380472:0:22725:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:2.0:1789186068.380485:0:22725:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18731:x1876096879589120:12345-192.168.204.48@tcp:700:lfs.0 00000100:00100000:2.0:1789186068.380608:0:22725:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18731:x1876096879589120:12345-192.168.204.48@tcp:700:lfs.0 Request processed in 125us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.380616:0:22725:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:3.0:1789186068.382737:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.382886:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879589376 00000100:00100000:0.0:1789186068.382899:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879589376 00000100:00100000:0.0:1789186068.382991:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 28 00000100:00100000:0.0:1789186068.383003:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:18731:x1876096879589376:12345-192.168.204.48@tcp:36:lfs.0 00010000:00010000:0.0:1789186068.383075:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789186068.383112:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74d28 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52414 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.383132:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:0.0:1789186068.383138:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1789186068.383222:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.383239:0:22716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 5 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.383248:0:22716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.383290:0:22716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 5 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.383307:0:22716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 5 pid: 23990 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186068.383339:0:22716:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8617b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22716:1876096898578944:192.168.204.48@tcp:104: 00000100:00100000:0.0:1789186068.383446:0:22716:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e99c0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186068.387202:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.387328:0:22716:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8617b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22716:1876096898578944:192.168.204.48@tcp:104: 00010000:00010000:2.0:1789186068.387368:0:22716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186068.390654:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18725:x1876096879588864:12345-192.168.204.48@tcp:59:lhsmtool_posix.0 Request processed in 29074us (31888us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186068.390657:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879589504 00000100:00100000:2.0:1789186068.390675:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 26 00000100:00100000:3.0:1789186068.390686:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879589504 00010000:00010000:3.0:1789186068.390747:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 6 pid: 23990 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186068.390804:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 15 00000100:00100000:3.0:1789186068.390816:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2392:x1876096879589504:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789186068.390834:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186068.390842:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 6 pid: 23990 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.390857:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 6 pid: 23990 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.390884:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74d67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52484 expref: 6 pid: 23990 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.390901:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:3.0:1789186068.390930:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.390943:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.390953:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.390988:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186068.391440:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2392:x1876096879589504:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 623us (4250us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186068.391469:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 15 00010000:00010000:3.0:1789186068.391496:0:22716:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.391505:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.391544:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.391555:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.391563:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393416:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393442:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393468:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789186068.393489:0:22716:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 000000007f2d09d5 reply state 000000005d7fd6ef transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393503:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393510:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:3.0:1789186068.393617:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789186068.393622:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789186068.393630:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789186068.393640:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393647:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393655:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393661:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c0200 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186068.393666:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393675:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393688:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0eb00) 00010000:00010000:3.0:1789186068.393691:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186068.393695:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393702:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0200/0xda5c730d5a74dc9 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789186068.393724:0:22716:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 000000007f2d09d5 reply state 000000005d7fd6ef transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393732:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.393748:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98f2c7ca0100) 00010000:00010000:3.0:1789186068.393750:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789186068.393752:0:22716:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1789186068.393878:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+10:18731:x1876096879589376:12345-192.168.204.48@tcp:36:lfs.0 Request processed in 10871us (11146us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1789186068.393888:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 28 00000100:00100000:1.0:1789186068.462195:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.462350:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879589632 00000100:00100000:2.0:1789186068.462364:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879589632 00000100:00100000:2.0:1789186068.462472:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 29 00000100:00100000:2.0:1789186068.462485:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f300cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+10:18739:x1876096879589632:12345-192.168.204.48@tcp:101:lctl.0 00010000:00010000:2.0:1789186068.462527:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186068.462557:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74dde lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524a0 expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.462640:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74de5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.462657:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.462672:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789186068.462728:0:23990:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789186068.462733:0:23990:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789186068.462778:0:23990:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74de5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.462825:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74dde lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524a0 expref: 12 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.462847:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db800/0xda5c730d5a74de5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524a0 expref: 11 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.462856:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:2.0:1789186068.462860:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789186068.462863:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30db800, rc 0) 00000100:00100000:2.0:1789186068.463202:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f300cead80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+11:18739:x1876096879589632:12345-192.168.204.48@tcp:101:lctl.0 Request processed in 718us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.463221:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 29 00000100:00100000:1.0:1789186068.485755:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.485887:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879589760 00000100:00100000:2.0:1789186068.485901:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879589760 00000100:00100000:2.0:1789186068.486068:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 30 00000100:00100000:2.0:1789186068.486081:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:18740:x1876096879589760:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:2.0:1789186068.486111:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186068.486138:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74dec lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524a7 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.486220:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74df3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.486238:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74df3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.486253:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74df3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789186068.486312:0:22717:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789186068.486316:0:22717:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789186068.486343:0:22717:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74df3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.486374:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74dec lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524a7 expref: 7 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.486397:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db200/0xda5c730d5a74df3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524a7 expref: 6 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.486431:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:2.0:1789186068.486435:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789186068.486439:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30db200, rc 0) 00000100:00100000:2.0:1789186068.486613:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4155880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18740:x1876096879589760:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 535us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.486621:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 30 00000100:00100000:1.0:1789186068.489019:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.489604:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879589888 00000100:00100000:2.0:1789186068.489619:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879589888 00000100:00100000:2.0:1789186068.490060:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 31 00000100:00100000:2.0:1789186068.490074:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:18740:x1876096879589888:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:2.0:1789186068.490103:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186068.490131:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da600/0xda5c730d5a74dfa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524ae expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490217:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490235:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490248:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490261:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490269:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490295:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490401:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db400/0xda5c730d5a74e0f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490409:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db400/0xda5c730d5a74e0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490416:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db400/0xda5c730d5a74e0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789186068.490560:0:22717:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1789186068.490566:0:22717:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1789186068.490593:0:22717:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db400/0xda5c730d5a74e0f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490608:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490615:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490622:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490629:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da200 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:2.0:1789186068.490634:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490642:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490664:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:2.0:1789186068.490668:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789186068.490674:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490681:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74e01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490698:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490704:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490709:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490714:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30daa00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:2.0:1789186068.490717:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490723:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490730:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98f2c7ca0100) 00010000:00010000:2.0:1789186068.490732:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1789186068.490734:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490740:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30daa00/0xda5c730d5a74e08 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490797:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da600/0xda5c730d5a74dfa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ae expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490812:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db400/0xda5c730d5a74e0f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ae expref: 7 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.490820:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:2.0:1789186068.490822:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1789186068.490825:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30db400, rc 0) 00000100:00100000:2.0:1789186068.491032:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4155500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+7:18740:x1876096879589888:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 959us (2030us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.491040:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 31 00000100:00100000:1.0:1789186068.493643:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186068.493738:0:22727:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879590016 00000100:00100000:3.0:1789186068.493756:0:22727:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879590016 00000100:00100000:3.0:1789186068.493964:0:22727:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:3.0:1789186068.493979:0:22727:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:18740:x1876096879590016:12345-192.168.204.48@tcp:900:lfs.0 00000100:00100000:3.0:1789186068.494100:0:22727:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4154a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:18740:x1876096879590016:12345-192.168.204.48@tcp:900:lfs.0 Request processed in 124us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186068.494108:0:22727:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:1.0:1789186068.497423:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.497758:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879590272 00000100:00100000:0.0:1789186068.497771:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879590272 00000100:00100000:0.0:1789186068.497957:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 32 00000100:00100000:0.0:1789186068.497972:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+7:18740:x1876096879590272:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:0.0:1789186068.498004:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186068.498033:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e16 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524b5 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789186068.498199:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789186068.498337:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e16 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524b5 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.498352:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:0.0:1789186068.498355:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789186068.498361:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e16 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524b5 expref: 9 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.498376:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c1000, rc 0) 00000100:00100000:0.0:1789186068.498468:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4154000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+8:18740:x1876096879590272:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 500us (1059us total) trans 12884901891 rc 301/301 00000100:00100000:0.0:1789186068.498477:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 32 00000100:00100000:1.0:1789186068.502279:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186068.502613:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879590528 00000100:00100000:3.0:1789186068.502627:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879590528 00000100:00100000:3.0:1789186068.502713:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 33 00000100:00100000:3.0:1789186068.502818:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b6a1abf3-bfff-4788-97ed-b26f360b43d2+8:18740:x1876096879590528:12345-192.168.204.48@tcp:36:lfs.0 00010000:00010000:3.0:1789186068.503163:0:22718:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186068.503201:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db400/0xda5c730d5a74e0f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ae expref: 8 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.503226:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:3.0:1789186068.503232:0:22718:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789186068.503265:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.503306:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.503319:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789186068.504474:0:22718:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 00000000c8a85f0c reply state 000000000d483dc6 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.504501:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.504530:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:3.0:1789186068.504534:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:3.0:1789186068.504538:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1789186068.504551:0:22718:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1789186068.504687:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4155f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b6a1abf3-bfff-4788-97ed-b26f360b43d2+9:18740:x1876096879590528:12345-192.168.204.48@tcp:36:lfs.0 Request processed in 1960us (2419us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1789186068.504698:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 33 00000100:00100000:1.0:1789186068.508263:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.508504:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879590784 00000100:00100000:0.0:1789186068.508519:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879590784 00000100:00100000:0.0:1789186068.508614:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 2 00000100:00100000:0.0:1789186068.508636:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+9:18740:x1876096879590784:12345-192.168.204.48@tcp:35:lfs.0 00000100:00100000:0.0:1789186068.508974:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+10:18740:x1876096879590784:12345-192.168.204.48@tcp:35:lfs.0 Request processed in 351us (726us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1789186068.508981:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 2 00000100:00100000:1.0:1789186068.512043:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186068.512197:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879591040 00000100:00100000:3.0:1789186068.512220:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879591040 00000100:00100000:3.0:1789186068.512290:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 34 00000100:00100000:3.0:1789186068.512303:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+10:18740:x1876096879591040:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:3.0:1789186068.512340:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186068.512377:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74e2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524bc expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.512478:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.512529:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.512543:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.512560:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.512567:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.512574:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789186068.513469:0:23990:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1789186068.513731:0:23990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.513743:0:23990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.513752:0:23990:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.513758:0:23990:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba7c00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186068.513763:0:23990:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.513771:0:23990:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.513968:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:3.0:1789186068.513971:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186068.513979:0:23990:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.513986:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514002:0:23990:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514009:0:23990:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514015:0:23990:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514020:0:23990:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba7000 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186068.514023:0:23990:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514030:0:23990:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514039:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98f2c7ca0100) 00010000:00010000:3.0:1789186068.514041:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186068.514044:0:23990:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514051:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514201:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74e2b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524bc expref: 12 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514282:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:3.0:1789186068.514286:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789186068.514291:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74e2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524bc expref: 12 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.514302:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba6600, rc 0) 00000100:00100000:3.0:1789186068.514460:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4154380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+11:18740:x1876096879591040:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 2158us (2433us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1789186068.514470:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 34 00000040:00080000:3.0:1789186068.518860:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1789186068.519101:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.519252:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879591168 00000100:00100000:0.0:1789186068.519265:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879591168 00000100:00100000:0.0:1789186068.519350:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 35 00000100:00100000:0.0:1789186068.519363:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+11:18740:x1876096879591168:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:0.0:1789186068.519401:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186068.519427:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e47 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524c3 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.519549:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.519563:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.519574:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789186068.519600:0:22717:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1789186068.519602:0:22717:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789186068.519621:0:22717:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.519645:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e47 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 13 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.519692:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 12 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.519699:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:0.0:1789186068.519702:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1789186068.519705:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c1a00, rc 0) 00000100:00100000:0.0:1789186068.519769:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4157100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+12:18740:x1876096879591168:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 410us (676us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186068.519791:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 35 00000100:00100000:1.0:1789186068.525568:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.528105:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879591296 00000100:00100000:2.0:1789186068.528127:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879591296 00000100:00100000:2.0:1789186068.528279:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 3 00000100:00100000:2.0:1789186068.528293:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+12:18740:x1876096879591296:12345-192.168.204.48@tcp:37:lfs.0 00000100:00100000:2.0:1789186068.536990:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:b6a1abf3-bfff-4788-97ed-b26f360b43d2+12:18740:x1876096879591296:12345-192.168.204.48@tcp:37:lfs.0 Request processed in 8683us (11418us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.537007:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 3 00000100:00100000:1.0:1789186068.541623:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.541711:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879591552 00000100:00100000:0.0:1789186068.541727:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879591552 00000100:00100000:0.0:1789186068.541825:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 4 00000100:00100000:0.0:1789186068.541840:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c232d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+12:18740:x1876096879591552:12345-192.168.204.48@tcp:35:lfs.0 00000100:00100000:0.0:1789186068.542739:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c232d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+13:18740:x1876096879591552:12345-192.168.204.48@tcp:35:lfs.0 Request processed in 896us (1124us total) trans 12884901895 rc 0/0 00000100:00100000:0.0:1789186068.542752:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 4 00000100:00100000:1.0:1789186068.605289:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.605454:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879591680 00000100:00100000:0.0:1789186068.605469:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879591680 00000100:00100000:0.0:1789186068.605563:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 36 00000100:00100000:0.0:1789186068.605578:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+11:18746:x1876096879591680:12345-192.168.204.48@tcp:101:bash.0 00010000:00010000:0.0:1789186068.605608:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186068.605636:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e55 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524ca expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.605722:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.605760:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.605775:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.605803:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.605810:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.605827:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606177:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94800/0xda5c730d5a74e6a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606189:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94800/0xda5c730d5a74e6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606207:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94800/0xda5c730d5a74e6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789186068.606267:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1789186068.606272:0:22716:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789186068.606332:0:22716:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94800/0xda5c730d5a74e6a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606347:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606354:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606360:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606367:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1600 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186068.606372:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606380:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606394:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:1.0:1789186068.606397:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186068.606403:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606408:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a74e5c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606437:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606444:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606450:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606455:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1e00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186068.606457:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606463:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606471:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98f2c7ca0100) 00010000:00010000:1.0:1789186068.606474:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186068.606478:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606484:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1e00/0xda5c730d5a74e63 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606520:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1000/0xda5c730d5a74e55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ca expref: 13 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606536:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94800/0xda5c730d5a74e6a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ca expref: 12 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.606556:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:1.0:1789186068.606558:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1789186068.606561:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e94800, rc 0) 00000100:00100000:1.0:1789186068.606646:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4154e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+12:18746:x1876096879591680:12345-192.168.204.48@tcp:101:bash.0 Request processed in 1071us (1371us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186068.606656:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 36 00000100:00100000:1.0:1789186068.611375:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.611487:0:22728:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879591808 00000100:00100000:2.0:1789186068.611502:0:22728:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879591808 00000100:00100000:2.0:1789186068.611579:0:22728:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:2.0:1789186068.611593:0:22728:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18746:x1876096879591808:12345-192.168.204.48@tcp:900:bash.0 00000100:00100000:2.0:1789186068.611710:0:22728:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4157b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:18746:x1876096879591808:12345-192.168.204.48@tcp:900:bash.0 Request processed in 120us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186068.611744:0:22728:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:1.0:1789186068.615028:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186068.615140:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879592064 00000100:00100000:3.0:1789186068.615154:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879592064 00000100:00100000:3.0:1789186068.615219:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 37 00000100:00100000:3.0:1789186068.615245:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+12:18746:x1876096879592064:12345-192.168.204.48@tcp:101:bash.0 00010000:00010000:3.0:1789186068.615276:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186068.615303:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74e71 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524d1 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.615450:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.615473:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 12 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.615508:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.615548:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 12 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.615562:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 12 pid: 22717 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186068.615577:0:22718:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2364380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1876096898579072:192.168.204.48@tcp:104: 00000100:00100000:3.0:1789186068.615668:0:22718:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300085600 going to sleep for 11 seconds 00000100:00100000:3.0:1789186068.619651:0:22718:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2364380 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1876096898579072:192.168.204.48@tcp:104: 00010000:00010000:3.0:1789186068.619694:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186068.624356:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.624513:0:25746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879592192 00000100:00100000:2.0:1789186068.624542:0:25746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879592192 00010000:00010000:2.0:1789186068.624603:0:25746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 13 pid: 22717 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186068.624659:0:25746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 16 00000100:00100000:2.0:1789186068.624671:0:25746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+13:2391:x1876096879592192:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789186068.624690:0:25746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186068.624697:0:25746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 13 pid: 22717 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.624712:0:25746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 13 pid: 22717 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.624736:0:25746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74e4e lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524c3 expref: 13 pid: 22717 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.624754:0:25746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:2.0:1789186068.624760:0:25746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.624773:0:25746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.624795:0:25746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.624851:0:25746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1789186068.624961:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186068.624970:0:25746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4154700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+12:2391:x1876096879592192:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 299us (626us total) trans 0 rc 0/0 00010000:00010000:3.0:1789186068.624977:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186068.624984:0:25746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 16 00010000:00010000:3.0:1789186068.625165:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.625189:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.625203:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627093:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627114:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627124:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1789186068.627137:0:22718:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1789186068.627167:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627174:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627181:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627187:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba7000 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186068.627191:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627198:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627211:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:3.0:1789186068.627214:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186068.627219:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627240:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7000/0xda5c730d5a74e78 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1789186068.627255:0:22718:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 0000000035e006c1 reply state 00000000e9b3473d transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627266:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627272:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff98f2c7ca0a00) 00010000:00010000:3.0:1789186068.627275:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1789186068.627278:0:22718:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1789186068.627316:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74e71 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 15 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627332:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 14 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.627339:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:3.0:1789186068.627341:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1789186068.627344:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba7400, rc 0) 00000100:00100000:3.0:1789186068.627443:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4156a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+15:18746:x1876096879592064:12345-192.168.204.48@tcp:101:bash.0 Request processed in 12206us (12422us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1789186068.627452:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 37 00000100:00100000:0.0:1789186068.644860:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186068.645056:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879592320 00000100:00100000:1.0:1789186068.645071:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879592320 00000100:00100000:1.0:1789186068.645156:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 38 00000100:00100000:1.0:1789186068.645171:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+15:18746:x1876096879592320:12345-192.168.204.48@tcp:101:bash.0 00010000:00010000:1.0:1789186068.645208:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186068.645237:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94200/0xda5c730d5a74e94 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524d8 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.645335:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.645352:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.645366:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789186068.645429:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1789186068.646520:0:22716:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789186068.646568:0:22716:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.646584:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.646738:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94200/0xda5c730d5a74e94 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 17 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.646762:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 16 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186068.646771:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186068.646775:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789186068.646794:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95600, rc 0) 00000100:00100000:1.0:1789186068.647087:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+16:18746:x1876096879592320:12345-192.168.204.48@tcp:101:bash.0 Request processed in 1916us (2239us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186068.647097:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 38 00000100:00100000:1.0:1789186068.653042:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.653436:0:22719:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879592576 00000100:00100000:2.0:1789186068.653452:0:22719:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879592576 00000100:00100000:2.0:1789186068.653535:0:22719:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 5 00000100:00100000:2.0:1789186068.653548:0:22719:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+16:18746:x1876096879592576:12345-192.168.204.48@tcp:35:bash.0 00000100:00100000:2.0:1789186068.654022:0:22719:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4156d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+17:18746:x1876096879592576:12345-192.168.204.48@tcp:35:bash.0 Request processed in 474us (993us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1789186068.654030:0:22719:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 5 00000100:00100000:2.0:1789186068.719438:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.720265:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879592832 00000100:00100000:0.0:1789186068.720281:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879592832 00000100:00100000:0.0:1789186068.720373:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 39 00000100:00100000:0.0:1789186068.720386:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+17:18756:x1876096879592832:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:0.0:1789186068.720420:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186068.720451:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0400/0xda5c730d5a74ea2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524df expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789186068.720587:0:22717:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:0.0:1789186068.721535:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0400/0xda5c730d5a74ea2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524df expref: 19 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.721556:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff98f2fae0e600) 00010000:00010000:0.0:1789186068.721579:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1789186068.721586:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c0400/0xda5c730d5a74ea2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524df expref: 19 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186068.721605:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c0400, rc 0) 00000100:00100000:1.0:1789186068.722824:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+18:18756:x1876096879592832:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 2430us (3389us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1789186068.722836:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 39 00000100:00100000:0.0:1789186068.726140:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186068.726466:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879593088 00000100:00100000:1.0:1789186068.726480:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879593088 00000100:00100000:1.0:1789186068.726571:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:1.0:1789186068.726583:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+18:18756:x1876096879593088:12345-192.168.204.48@tcp:35:lfs.0 00000100:00100000:1.0:1789186068.727090:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+19:18756:x1876096879593088:12345-192.168.204.48@tcp:35:lfs.0 Request processed in 508us (963us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1789186068.727117:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 6 00000100:00100000:3.0:1789186068.764335:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.766794:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879593344 00000100:00100000:2.0:1789186068.766816:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879593344 00000100:00100000:2.0:1789186068.769080:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 40 00000100:00100000:2.0:1789186068.769117:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2364380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+19:18759:x1876096879593344:12345-192.168.204.48@tcp:101:lfs.0 00010000:00010000:2.0:1789186068.769155:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186068.769186:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74eb0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524e6 expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.769339:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74eb7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.769358:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74eb7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.769373:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74eb7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789186068.769407:0:23990:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789186068.770199:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da200/0xda5c730d5a74eb0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524e6 expref: 22 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.770225:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74eb7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524e6 expref: 21 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186068.770234:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:2.0:1789186068.770237:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1789186068.770242:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30dba00, rc 0) 00000100:00100000:2.0:1789186068.770385:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2364380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+21:18759:x1876096879593344:12345-192.168.204.48@tcp:101:lfs.0 Request processed in 1286us (6063us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1789186068.770394:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 40 00000100:00100000:3.0:1789186068.777224:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186068.778361:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879593600 00000100:00100000:2.0:1789186068.778513:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879593600 00000100:00100000:3.0:1789186068.778695:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:3.0:1789186068.778706:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2366680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+21:2391:x1876096879593600:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789186068.779134:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186068.779162:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74eb7 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524e6 expref: 21 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.779180:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:3.0:1789186068.779189:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1789186068.779316:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2366680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+20:2391:x1876096879593600:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 611us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186068.779324:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:0.0:1789186068.780346:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186068.780458:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879593472 00000100:00100000:3.0:1789186068.780467:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879593472 00000100:00100000:3.0:1789186068.780516:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 41 00000100:00100000:3.0:1789186068.780524:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+20:18759:x1876096879593472:12345-192.168.204.48@tcp:54:lfs.0 00010000:00010000:3.0:1789186068.780585:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780601:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780612:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780651:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780659:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780666:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780684:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6600 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186068.780688:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780697:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780707:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:3.0:1789186068.780711:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1789186068.780715:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186068.780721:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6600/0xda5c730d5a74ec5 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186068.780815:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+20:18759:x1876096879593472:12345-192.168.204.48@tcp:54:lfs.0 Request processed in 290us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186068.780823:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 41 00000100:00100000:3.0:1789186068.784447:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186068.784585:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879593856 00000100:00100000:0.0:1789186068.784596:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879593856 00000100:00100000:0.0:1789186068.784661:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 7 00000100:00100000:0.0:1789186068.784672:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+20:18759:x1876096879593856:12345-192.168.204.48@tcp:35:lfs.0 00000100:00100000:0.0:1789186068.784962:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+21:18759:x1876096879593856:12345-192.168.204.48@tcp:35:lfs.0 Request processed in 291us (531us total) trans 12884901901 rc 0/0 00000100:00100000:0.0:1789186068.784969:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 7 00000040:00080000:1.0:1789186068.906331:0:23469:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1789186069.031521:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.031999:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879594112 00000100:00100000:1.0:1789186069.032010:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879594112 00000100:00100000:1.0:1789186069.032093:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 42 00000100:00100000:1.0:1789186069.032115:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+21:18790:x1876096879594112:12345-192.168.204.48@tcp:101:cat.0 00010000:00010000:1.0:1789186069.032141:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186069.032162:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74ecc lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524ed expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.032272:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95c00/0xda5c730d5a74ed3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.032287:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95c00/0xda5c730d5a74ed3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.032300:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95c00/0xda5c730d5a74ed3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789186069.032311:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1789186069.032431:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74ecc lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ed expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.032451:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95c00/0xda5c730d5a74ed3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ed expref: 23 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.032459:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.032462:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1789186069.032479:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95c00, rc 0) 00000100:00080000:3.0:1789186069.032751:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1789186069.032888:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+23:18790:x1876096879594112:12345-192.168.204.48@tcp:101:cat.0 Request processed in 775us (1375us total) trans 12884901902 rc 0/0 00000100:00100000:1.0:1789186069.032896:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 42 00000100:00100000:3.0:1789186069.038282:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.038335:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.038492:0:25746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879594496 00000100:00100000:2.0:1789186069.038502:0:25746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879594496 00000100:00100000:2.0:1789186069.038576:0:25746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 1 00000100:00100000:2.0:1789186069.038587:0:25746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2366d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+23:2392:x1876096879594496:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789186069.038604:0:25746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186069.038632:0:25746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95c00/0xda5c730d5a74ed3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524ed expref: 23 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.038653:0:25746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:2.0:1789186069.038658:0:25746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186069.038719:0:25746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2366d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+22:2392:x1876096879594496:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 134us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.038740:0:25746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 1 00000100:00100000:0.0:1789186069.039201:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879594368 00000100:00100000:0.0:1789186069.039208:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879594368 00000100:00100000:0.0:1789186069.039247:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:0.0:1789186069.039255:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+22:18790:x1876096879594368:12345-192.168.204.48@tcp:35:cat.0 00000100:00100000:0.0:1789186069.039780:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2366300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+23:18790:x1876096879594368:12345-192.168.204.48@tcp:35:cat.0 Request processed in 513us (1507us total) trans 12884901903 rc 0/0 00000100:00100000:0.0:1789186069.039789:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 8 00000100:00100000:0.0:1789186069.106898:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.107033:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879594752 00000100:00100000:1.0:1789186069.107044:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879594752 00000100:00100000:1.0:1789186069.107129:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 43 00000100:00100000:1.0:1789186069.107139:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d8617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+23:18796:x1876096879594752:12345-192.168.204.48@tcp:101:dd.0 00010000:00010000:1.0:1789186069.107164:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186069.107184:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74ee1 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524f4 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107306:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107322:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107331:0:22718:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107340:0:22718:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107372:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 24 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107385:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 24 pid: 22716 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.107672:0:22718:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c4157800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1876096898579200:192.168.204.48@tcp:104: 00010000:00010000:1.0:1789186069.107777:0:22718:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.107787:0:22718:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 24 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.107796:0:22718:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c4155c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1876096898579328:192.168.204.48@tcp:104: 00000100:00100000:1.0:1789186069.107819:0:22718:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d120c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186069.120826:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.120867:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.121051:0:22718:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c4157800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1876096898579200:192.168.204.48@tcp:104: 00000100:00100000:1.0:1789186069.121063:0:22718:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c4155c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22718:1876096898579328:192.168.204.48@tcp:104: 00010000:00010000:1.0:1789186069.121087:0:22718:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.125195:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879594880 00000100:00100000:2.0:1789186069.125211:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879594880 00010000:00010000:2.0:1789186069.125266:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 25 pid: 22716 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.125320:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879595008 00000100:00100000:2.0:1789186069.125325:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879595008 00010000:00010000:2.0:1789186069.125340:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 26 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.125395:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 17 00000100:00100000:3.0:1789186069.125421:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+26:2391:x1876096879594880:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1789186069.125448:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1789186069.125461:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 26 pid: 22716 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.125507:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 26 pid: 22716 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.125538:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a74e9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d8 expref: 26 pid: 22716 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.125561:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:3.0:1789186069.125567:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.125578:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.125585:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186069.125696:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 18 00000100:00100000:2.0:1789186069.125726:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f66b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+25:2391:x1876096879595008:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789186069.125744:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186069.125752:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 25 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.125766:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 25 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.125799:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7400/0xda5c730d5a74e86 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524d1 expref: 25 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.125817:0:22702:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:2.0:1789186069.125826:0:22702:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.125836:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.125859:0:22702:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.125900:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789186069.126010:0:22718:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.126012:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f66b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+24:2391:x1876096879595008:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 304us (5141us total) trans 0 rc 0/0 00010000:00010000:1.0:1789186069.126027:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.126034:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 18 00000004:00200000:1.0:1789186069.126051:0:22718:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000100:00100000:3.0:1789186069.126476:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+24:2391:x1876096879594880:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 1063us (5655us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.126488:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 17 00010000:00010000:1.0:1789186069.126597:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74ee1 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524f4 expref: 24 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.126618:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94000/0xda5c730d5a74ee8 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524f4 expref: 23 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.126639:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.126642:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:1.0:1789186069.126645:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e94000, rc 0) 00000100:00100000:1.0:1789186069.126682:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d8617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+23:18796:x1876096879594752:12345-192.168.204.48@tcp:101:dd.0 Request processed in 19545us (19793us total) trans 12884901904 rc 0/0 00000100:00100000:1.0:1789186069.126689:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 43 00000100:00100000:0.0:1789186069.133541:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.133881:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879595136 00000100:00100000:2.0:1789186069.133895:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879595136 00000100:00100000:2.0:1789186069.136748:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 44 00000100:00100000:2.0:1789186069.136852:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2fdbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+23:18796:x1876096879595136:12345-192.168.204.48@tcp:101:dd.0 00010000:00010000:2.0:1789186069.136889:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186069.136941:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dac00/0xda5c730d5a74ef6 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee524fb expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.136993:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.137011:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.137026:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.137210:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dac00/0xda5c730d5a74ef6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 25 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.137232:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 24 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.137248:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:2.0:1789186069.137252:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1789186069.137257:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30dbe00, rc 0) 00000100:00100000:2.0:1789186069.137406:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2fdbfbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+24:18796:x1876096879595136:12345-192.168.204.48@tcp:101:dd.0 Request processed in 643us (3879us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.137414:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 44 00000100:00100000:2.0:1789186069.140605:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.140733:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879595392 00000100:00100000:1.0:1789186069.140746:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879595392 00000100:00100000:1.0:1789186069.140885:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 45 00000100:00100000:1.0:1789186069.140899:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+24:18796:x1876096879595392:12345-192.168.204.48@tcp:36:dd.0 00010000:00010000:1.0:1789186069.141254:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.141276:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.141291:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1789186069.141347:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:1.0:1789186069.141374:0:22717:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 00000000fed5e21f reply state 00000000dcbd8497 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.141390:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.141398:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.141401:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1789186069.141423:0:22717:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1789186069.141642:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+27:18796:x1876096879595392:12345-192.168.204.48@tcp:36:dd.0 Request processed in 744us (1050us total) trans 12884901906 rc 0/0 00000100:00100000:1.0:1789186069.141651:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 45 00000020:00080000:1.0:1789186069.141657:0:22717:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1789186069.145432:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.145617:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879595520 00000100:00100000:1.0:1789186069.145632:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879595520 00000100:00100000:1.0:1789186069.145750:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 46 00000100:00100000:1.0:1789186069.145760:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+27:18796:x1876096879595520:12345-192.168.204.48@tcp:101:dd.0 00010000:00010000:1.0:1789186069.145805:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186069.145836:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95e00/0xda5c730d5a74f0b lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52502 expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.145951:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95e00/0xda5c730d5a74f0b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52502 expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.145970:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95e00/0xda5c730d5a74f0b lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52502 expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.145993:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.145997:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1789186069.146002:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95e00, rc 0) 00000100:00100000:1.0:1789186069.146080:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18796:x1876096879595520:12345-192.168.204.48@tcp:101:dd.0 Request processed in 321us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.146088:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 46 00000100:00100000:0.0:1789186069.157358:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.157662:0:25746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879595776 00000100:00100000:1.0:1789186069.157677:0:25746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879595776 00000100:00100000:1.0:1789186069.157961:0:25746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 2 00000100:00100000:1.0:1789186069.157975:0:25746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18796:x1876096879595776:12345-192.168.204.48@tcp:103:dd.0 00010000:00010000:1.0:1789186069.158012:0:25746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186069.158046:0:25746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95e00/0xda5c730d5a74f0b lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52502 expref: 28 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.158071:0:25746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.158078:0:25746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 10000000:01000000:3.0:1789186069.158137:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789186069.158143:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f1c2079000 from 13 10000000:01000000:3.0:1789186069.158148:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00100000:1.0:1789186069.158177:0:25746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+27:18796:x1876096879595776:12345-192.168.204.48@tcp:103:dd.0 Request processed in 206us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.158185:0:25746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 2 00010000:00010000:3.0:1789186069.158197:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.158207:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.158218:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.158271:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2366680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.158338:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.158383:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300085e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789186069.158477:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898579456 00000100:00100000:3.0:1789186069.158482:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898579456 00000100:00100000:3.0:1789186069.158520:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1789186069.158527:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+20:22713:x1876096898579456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186069.158544:0:22709:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186069.158560:0:22709:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2fdba7000/0xda5c730d5a74f19 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74f12 expref: -99 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.158587:0:22709:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2fdba7000/0xda5c730d5a74f19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74f12 expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.158601:0:22709:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2fdba7000/0xda5c730d5a74f19 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74f12 expref: 21 pid: 22709 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.158609:0:22709:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba7000, rc 0) 00000100:00100000:3.0:1789186069.158645:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898579456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.158651:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1789186069.158701:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2366680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1789186069.158717:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f19 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.158727:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74f19 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.158839:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2366680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.158865:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.158880:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300085e40 going to sleep for 11 seconds 00000100:00100000:3.0:1789186069.158905:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898579584 00000100:00100000:3.0:1789186069.158934:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898579584 00000100:00100000:3.0:1789186069.158961:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:3.0:1789186069.158967:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898579584:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.159589:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898579584:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 620us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.159597:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1789186069.159746:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.159796:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879595904 00000100:00100000:2.0:1789186069.159801:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879595904 00000100:00100000:2.0:1789186069.159840:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 146 00000100:00100000:2.0:1789186069.159848:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+11:18104:x1876096879595904:12345-192.168.204.48@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186069.159859:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186069.159880:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c30da200/0xda5c730d5a74f20 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52509 expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.159904:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30da200/0xda5c730d5a74f20 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52509 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.159943:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c30da200/0xda5c730d5a74f20 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52509 expref: 12 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.159953:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30da200, rc 0) 00000100:00100000:2.0:1789186069.160329:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+12:18104:x1876096879595904:12345-192.168.204.48@tcp:101:ll_cfg_requeue.0 Request processed in 480us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.160337:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 146 00000100:00100000:0.0:1789186069.160643:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2366680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579584:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.160713:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.160797:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.160846:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e9180 going to sleep for 11 seconds 00000100:00100000:2.0:1789186069.160973:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898579712 00000100:00100000:2.0:1789186069.160980:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898579712 00000100:00100000:2.0:1789186069.161157:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1789186069.161167:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898579712:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789186069.161304:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898579712:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.161312:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:3.0:1789186069.161393:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579712:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.168354:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.168755:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.168902:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596160 00000100:00100000:2.0:1789186069.168937:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596160 00000100:00100000:2.0:1789186069.169021:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 47 00000100:00100000:2.0:1789186069.169034:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+27:18796:x1876096879596160:12345-192.168.204.48@tcp:58:dd.0 00010000:00010000:2.0:1789186069.169190:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.169225:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.169241:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1789186069.170781:0:22718:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1789186069.170830:0:22718:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:3.0:1789186069.171054:0:22718:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:3.0:1789186069.171193:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+27:18796:x1876096879596160:12345-192.168.204.48@tcp:58:dd.0 Request processed in 2153us (2430us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.171388:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 47 00000040:00080000:0.0:1789186069.172759:0:25760:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1789186069.173219:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1789186069.173261:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1789186069.173276:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f19 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.173300:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6600/0xda5c730d5a74f12 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f19 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1789186069.173333:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:3.0:1789186069.173336:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f300e71800 from 13 10000000:01000000:3.0:1789186069.173340:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1789186069.173404:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.173414:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.173429:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.173463:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2367b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.173555:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.174531:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300085a80 going to sleep for 11 seconds 00000100:00100000:1.0:1789186069.174759:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596032 00000100:00100000:1.0:1789186069.174783:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596032 00000100:00100000:0.0:1789186069.174995:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898579840 00000100:00100000:0.0:1789186069.175001:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898579840 00000100:00100000:0.0:1789186069.175104:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 148 00000100:00100000:0.0:1789186069.175118:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+12:18104:x1876096879596032:12345-192.168.204.48@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.175404:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.175475:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596288 00000100:00100000:3.0:1789186069.175479:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596288 00000100:00100000:3.0:1789186069.175523:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 48 00000100:00100000:3.0:1789186069.175531:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+27:18796:x1876096879596288:12345-192.168.204.48@tcp:101:dd.0 00010000:00010000:3.0:1789186069.175549:0:23990:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186069.175575:0:23990:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52510 expref: -99 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.175657:0:23990:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.175672:0:23990:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 28 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.175713:0:23990:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.175730:0:23990:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 28 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.175749:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:3.0:1789186069.175753:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789186069.175757:0:23990:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 28 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.175780:0:23990:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba7a00, rc 0) 00000100:00100000:3.0:1789186069.175849:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18796:x1876096879596288:12345-192.168.204.48@tcp:101:dd.0 Request processed in 318us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.175856:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 48 00000100:00100000:0.0:1789186069.177204:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+12:18104:x1876096879596032:12345-192.168.204.48@tcp:501:ll_cfg_requeue.0 Request processed in 2079us (8858us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.177218:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 148 00000100:00100000:0.0:1789186069.177291:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789186069.177310:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+21:22713:x1876096898579840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186069.177326:0:22710:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186069.177346:0:22710:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2ff9c0c00/0xda5c730d5a74f3c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74f2e expref: -99 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.177374:0:22710:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2ff9c0c00/0xda5c730d5a74f3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74f2e expref: 22 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.177387:0:22710:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2ff9c0c00/0xda5c730d5a74f3c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74f2e expref: 22 pid: 22710 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.177397:0:22710:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c0c00, rc 0) 00000100:00100000:0.0:1789186069.177471:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898579840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 172us (3917us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.177494:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1789186069.177568:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2367b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186069.177593:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f3c expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.177604:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74f3c expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.177706:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.177744:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.177789:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c10e99c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186069.177806:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898579968 00000100:00100000:0.0:1789186069.177814:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898579968 00000100:00100000:0.0:1789186069.177848:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789186069.177856:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898579968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.177986:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e29450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898579968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 131us (242us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.177993:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1789186069.178021:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898579968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.178054:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.178101:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.178115:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789240 going to sleep for 11 seconds 00000100:00100000:0.0:1789186069.178126:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580096 00000100:00100000:0.0:1789186069.178130:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580096 00000100:00100000:0.0:1789186069.178147:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789186069.178159:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898580096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.178245:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898580096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.178252:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1789186069.178293:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1789186069.180733:0:25761:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1789186069.181023:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1789186069.181050:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1789186069.181065:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f3c expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.181080:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2fdba6400/0xda5c730d5a74f2e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f3c expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1789186069.181094:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1789186069.181097:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f30009f800 from 13 10000000:01000000:0.0:1789186069.181101:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1789186069.181153:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.181163:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.181176:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.181209:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.181292:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.181354:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789240 going to sleep for 11 seconds 00000100:00100000:1.0:1789186069.181625:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580224 00000100:00100000:1.0:1789186069.181635:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580224 00000100:00100000:1.0:1789186069.181703:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1789186069.181714:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+22:22713:x1876096898580224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789186069.181732:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186069.181750:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74f4a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74f43 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.181791:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74f4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74f43 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.181803:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2e7e95e00/0xda5c730d5a74f4a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74f43 expref: 23 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.181813:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95e00, rc 0) 00000100:00100000:1.0:1789186069.181860:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898580224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (568us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.181874:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1789186069.182040:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1789186069.182057:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f4a expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.182067:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74f4a expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.182143:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1789186069.182174:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.182208:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789240 going to sleep for 11 seconds 00000100:00100000:1.0:1789186069.182252:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580352 00000100:00100000:1.0:1789186069.182257:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580352 00000100:00100000:1.0:1789186069.182289:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1789186069.182297:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898580352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.182448:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898580352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 151us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.182456:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1789186069.182567:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f758df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.182601:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2366a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.182650:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.182711:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3000856c0 going to sleep for 11 seconds 00000100:00100000:0.0:1789186069.182875:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580480 00000100:00100000:0.0:1789186069.182880:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580480 00000100:00100000:1.0:1789186069.183023:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1789186069.183031:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898580480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.183129:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898580480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 99us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.183137:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1789186069.183187:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2366a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580480:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789186069.184525:0:25762:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1789186069.185128:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789186069.185161:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789186069.185174:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f4a expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.185187:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2ff9c1400/0xda5c730d5a74f43 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f4a expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1789186069.185198:0:22713:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1789186069.185201:0:22713:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff98f2d871f800 from 13 10000000:01000000:1.0:1789186069.185204:0:22713:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1789186069.185254:0:22713:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.185283:0:22713:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.185296:0:22713:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.185324:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c4155c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.185405:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.185470:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1789186069.185557:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580608 00000100:00100000:2.0:1789186069.185568:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580608 00000100:00100000:2.0:1789186069.185629:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1789186069.185641:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+23:22713:x1876096898580608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186069.185658:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186069.185675:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c30da600/0xda5c730d5a74f58 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xda5c730d5a74f51 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.185703:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30da600/0xda5c730d5a74f58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xda5c730d5a74f51 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.185722:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c30da600/0xda5c730d5a74f58 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xda5c730d5a74f51 expref: 24 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.185732:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30da600, rc 0) 00000100:00100000:2.0:1789186069.185872:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e2a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898580608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 232us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.185879:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1789186069.186241:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c4155c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1789186069.186259:0:22713:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f58 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.186271:0:22713:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xda5c730d5a74f58 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.186372:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c4155c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.186407:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.186452:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799ab40 going to sleep for 11 seconds 00000100:00100000:2.0:1789186069.188153:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.191323:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580736 00000100:00100000:1.0:1789186069.191343:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580736 00000100:00100000:1.0:1789186069.191486:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596416 00000100:00100000:1.0:1789186069.191491:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596416 00000100:00100000:1.0:1789186069.191516:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789186069.191528:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898580736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.191783:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2e28050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898580736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 257us (5374us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.191814:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1789186069.191877:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 157 00000100:00100000:1.0:1789186069.191885:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+12:18104:x1876096879596416:12345-192.168.204.48@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.192046:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+12:18104:x1876096879596416:12345-192.168.204.48@tcp:503:ll_cfg_requeue.0 Request processed in 160us (3907us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.192053:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 157 00000100:00100000:3.0:1789186069.194378:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c4155c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.194469:0:22713:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c2366a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1789186069.194585:0:22713:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.195606:0:22713:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f3000856c0 going to sleep for 11 seconds 00000100:00100000:2.0:1789186069.197215:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580864 00000100:00100000:2.0:1789186069.197237:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580864 00000100:00100000:0.0:1789186069.197385:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1789186069.197404:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898580864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1789186069.197876:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:22713:x1876096898580864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 477us (3288us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.197888:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1789186069.199143:0:22713:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c2366a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:f9dcdb2a-a817-42c2-af51-4e9583104fc5:22713:1876096898580864:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1789186069.200376:0:25763:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000100:00100000:3.0:1789186069.201560:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000020:01000000:1.0:1789186069.202715:0:22713:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1789186069.202782:0:22713:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.148@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1789186069.202798:0:22713:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f58 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.202813:0:22713:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.148@tcp lock: ffff98f2e7e95400/0xda5c730d5a74f51 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xda5c730d5a74f58 expref: -99 pid: 22713 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.203854:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596544 00000100:00100000:2.0:1789186069.203870:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596544 00000100:00100000:2.0:1789186069.204567:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 159 00000100:00100000:2.0:1789186069.204586:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+12:18104:x1876096879596544:12345-192.168.204.48@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1789186069.204612:0:22711:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186069.204640:0:22711:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff98f2c30db400/0xda5c730d5a74f5f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52517 expref: -99 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.204683:0:22711:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff98f2c30db400/0xda5c730d5a74f5f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52517 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.204698:0:22711:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff98f2c30db400/0xda5c730d5a74f5f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52517 expref: 13 pid: 22711 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.204709:0:22711:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30db400, rc 0) 00000100:00100000:2.0:1789186069.204813:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18104:x1876096879596544:12345-192.168.204.48@tcp:101:ll_cfg_requeue.0 Request processed in 233us (3262us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.204845:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 159 00000100:00100000:1.0:1789186069.211724:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.211849:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596672 00000100:00100000:2.0:1789186069.211863:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596672 00000100:00100000:2.0:1789186069.212369:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 160 00000100:00100000:2.0:1789186069.212384:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+13:18104:x1876096879596672:12345-192.168.204.48@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1789186069.212606:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:09009283-0084-4b1f-9069-1ab1d0e17303+13:18104:x1876096879596672:12345-192.168.204.48@tcp:501:ll_cfg_requeue.0 Request processed in 225us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.212615:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 160 00000100:00100000:0.0:1789186069.216171:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.216323:0:22711:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596800 00000100:00100000:2.0:1789186069.216336:0:22711:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596800 00000100:00100000:2.0:1789186069.216412:0:22711:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 161 00000100:00100000:2.0:1789186069.216425:0:22711:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18104:x1876096879596800:12345-192.168.204.48@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1789186069.216628:0:22711:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:09009283-0084-4b1f-9069-1ab1d0e17303+13:18104:x1876096879596800:12345-192.168.204.48@tcp:503:ll_cfg_requeue.0 Request processed in 205us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.216637:0:22711:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 161 00010000:00010000:1.0:1789186069.290702:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186069.414379:0:3636:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f1c4157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898580992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1789186069.414500:0:3636:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.414633:0:24226:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898580992 00000100:00100000:1.0:1789186069.414645:0:24226:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898580992 00000100:00100000:1.0:1789186069.414736:0:24226:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1789186069.414749:0:24226:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898580992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1789186069.414798:0:24226:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1789186069.414868:0:24226:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3636:x1876096898580992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 119us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.414900:0:24226:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00080000:3.0:1789186069.415018:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1789186069.415110:0:3636:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f1c4157800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3636:1876096898580992:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1789186069.544242:0:22749:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789186069.544255:0:22749:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789186069.544320:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789186069.544356:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1789186069.544573:0:22749:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22749:1876096898581120:192.168.204.48@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1789186069.545193:0:22749:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f1c2d33a80 going to sleep for 11 seconds 00000100:00100000:2.0:1789186069.558235:0:22749:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd9c00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22749:1876096898581120:192.168.204.48@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1789186069.558402:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.559677:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879596928 00000100:00100000:3.0:1789186069.559693:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879596928 00000100:00100000:3.0:1789186069.560199:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 49 00000100:00100000:3.0:1789186069.560214:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18799:x1876096879596928:12345-192.168.204.48@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1789186069.560262:0:22717:0:(mdt_handler.c:7973:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1789186069.560460:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18799:x1876096879596928:12345-192.168.204.48@tcp:53:lhsmtool_posix.0 Request processed in 249us (2749us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.560468:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 49 00000100:00100000:3.0:1789186069.567498:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.567715:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879597056 00000100:00100000:2.0:1789186069.567747:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879597056 00000100:00100000:1.0:1789186069.567964:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 50 00000100:00100000:1.0:1789186069.567979:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18799:x1876096879597056:12345-192.168.204.48@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1789186069.568094:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568116:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568131:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568324:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568347:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568361:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568397:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568407:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568415:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1789186069.568468:0:22716:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1789186069.568485:0:22716:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1789186069.568499:0:22716:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568511:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568519:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568526:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568532:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94400 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186069.568536:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568544:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568556:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98f2d703da00) 00010000:00010000:1.0:1789186069.568628:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186069.568635:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568642:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94400/0xda5c730d5a74f66 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568729:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568737:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568753:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568769:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94e00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186069.568772:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568779:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568786:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff98f2f7552600) 00010000:00010000:1.0:1789186069.568788:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186069.568853:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568860:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74f6d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568892:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568898:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568903:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568947:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95000 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186069.568950:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568966:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568974:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.568977:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186069.568980:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.568986:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74f74 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.569168:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18799:x1876096879597056:12345-192.168.204.48@tcp:34:lhsmtool_posix.0 Request processed in 1187us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.569180:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 50 00000100:00100000:1.0:1789186069.580093:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.580229:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879597312 00000100:00100000:2.0:1789186069.580240:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879597312 00000100:00100000:2.0:1789186069.580355:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 51 00000100:00100000:2.0:1789186069.580367:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+28:18799:x1876096879597312:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1789186069.580389:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1789186069.580409:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74f7b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5251e expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580525:0:22718:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580540:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580551:0:22718:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1789186069.580562:0:22718:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1789186069.580653:0:22718:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580661:0:22718:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580667:0:22718:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580673:0:22718:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da800 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:2.0:1789186069.580678:0:22718:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580702:0:22718:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580715:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:2.0:1789186069.580718:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1789186069.580724:0:22718:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580730:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da800/0xda5c730d5a74f82 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580970:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74f7b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5251e expref: 30 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580982:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff98f2d703da00) 00010000:00010000:2.0:1789186069.580984:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1789186069.580989:0:22718:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74f7b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5251e expref: 30 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.580999:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2c30da400, rc 0) 00000100:00100000:2.0:1789186069.581057:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4157480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+29:18799:x1876096879597312:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 692us (972us total) trans 12884901907 rc 301/301 00000100:00100000:2.0:1789186069.581064:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 51 00000100:00100000:0.0:1789186069.585329:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.585412:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879597440 00000100:00100000:1.0:1789186069.585423:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879597440 00000100:00100000:1.0:1789186069.585497:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 52 00000100:00100000:1.0:1789186069.585508:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+29:18799:x1876096879597440:12345-192.168.204.48@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1789186069.585545:0:22716:0:(mdt_handler.c:7973:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1789186069.585696:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+29:18799:x1876096879597440:12345-192.168.204.48@tcp:53:lhsmtool_posix.0 Request processed in 189us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.585704:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 52 00000100:00100000:0.0:1789186069.590397:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.590482:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879597696 00000100:00100000:3.0:1789186069.590493:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879597696 00000100:00100000:3.0:1789186069.590556:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 53 00000100:00100000:3.0:1789186069.590566:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f758dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+29:18799:x1876096879597696:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789186069.590587:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186069.590606:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7200/0xda5c730d5a74f90 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52525 expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1789186069.591001:0:22717:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x2c0000401:0x6:0x0], count =60 00000004:00080000:3.0:1789186069.591020:0:22717:0:(osp_object.c:1645:osp_create()) Writing gap [0x2c0000401:0x6:0x0]+60 in llog 00000004:00080000:3.0:1789186069.591040:0:22717:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x42:0x0], index 1: 0 00010000:00010000:3.0:1789186069.591174:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7e00/0xda5c730d5a74f97 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.591190:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7e00/0xda5c730d5a74f97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.591203:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7e00/0xda5c730d5a74f97 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.591252:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7200/0xda5c730d5a74f90 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52525 expref: 32 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.591268:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7e00/0xda5c730d5a74f97 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52525 expref: 31 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.591276:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee700) 00010000:00010000:3.0:1789186069.591279:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1789186069.591282:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba7e00, rc 0) 00000100:00100000:3.0:1789186069.591330:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f758dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+31:18799:x1876096879597696:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 766us (943us total) trans 12884901908 rc 0/0 00000100:00100000:3.0:1789186069.591336:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 53 00000100:00100000:3.0:1789186069.599632:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.600331:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879597952 00000100:00100000:1.0:1789186069.600343:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879597952 00000100:00100000:1.0:1789186069.601099:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 54 00000100:00100000:1.0:1789186069.601115:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+31:18799:x1876096879597952:12345-192.168.204.48@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1789186069.601198:0:22716:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186069.601227:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7e00/0xda5c730d5a74f97 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52525 expref: 31 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601246:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee700) 00010000:00010000:1.0:1789186069.601257:0:22716:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1789186069.601282:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601297:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601307:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601321:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601328:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601336:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601383:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601390:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601397:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601409:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95000 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186069.601414:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.601422:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602557:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:1.0:1789186069.602561:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186069.602566:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602574:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95000/0xda5c730d5a74fa5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602588:0:22716:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602595:0:22716:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602601:0:22716:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602612:0:22716:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e94e00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:1.0:1789186069.602616:0:22716:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602623:0:22716:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602648:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xfbe0890b (ffff98f2f7552600) 00010000:00010000:1.0:1789186069.602651:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1789186069.602654:0:22716:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.602661:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e94e00/0xda5c730d5a74fac lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xfbe0890b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.602806:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2367b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+30:18799:x1876096879597952:12345-192.168.204.48@tcp:36:lhsmtool_posix.0 Request processed in 1693us (3181us total) trans 0 rc -2/-2 00000100:00100000:1.0:1789186069.602815:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 54 00000100:00100000:1.0:1789186069.606781:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.606857:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879598080 00000100:00100000:3.0:1789186069.606875:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879598080 00000100:00100000:3.0:1789186069.608391:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 55 00000100:00100000:3.0:1789186069.608410:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+30:18799:x1876096879598080:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789186069.608504:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186069.608543:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7200/0xda5c730d5a74fb3 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5252c expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.608578:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7800/0xda5c730d5a74fba lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.608592:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7800/0xda5c730d5a74fba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.608679:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7800/0xda5c730d5a74fba lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.608856:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7200/0xda5c730d5a74fb3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5252c expref: 32 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.608875:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7800/0xda5c730d5a74fba lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5252c expref: 31 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.608883:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:3.0:1789186069.608886:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1789186069.608890:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba7800, rc 0) 00000100:00100000:3.0:1789186069.609085:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4156680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+31:18799:x1876096879598080:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 682us (2329us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.609093:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 55 00000100:00100000:1.0:1789186069.617491:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.617772:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879598336 00000100:00100000:2.0:1789186069.617784:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879598336 00000100:00100000:2.0:1789186069.617849:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 56 00000100:00100000:2.0:1789186069.617860:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+31:18799:x1876096879598336:12345-192.168.204.48@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789186069.617978:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.617997:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.618010:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1789186069.618180:0:23990:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].2, 88 off8344 00000004:00080000:2.0:1789186069.618190:0:23990:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 708780281474ns, next at 709780279291ns, rc = 0 00000004:00010000:2.0:1789186069.618238:0:23990:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 00000000f49e364f reply state 000000005ab4f3be transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.618251:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.618258:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:2.0:1789186069.618261:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1789186069.618266:0:23990:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789186069.618370:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4157800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+33:18799:x1876096879598336:12345-192.168.204.48@tcp:36:lhsmtool_posix.0 Request processed in 512us (889us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1789186069.618378:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 56 00000100:00100000:2.0:1789186069.622241:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.622306:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879598464 00000100:00100000:3.0:1789186069.622317:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879598464 00000100:00100000:3.0:1789186069.622376:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 57 00000100:00100000:3.0:1789186069.622387:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+33:18799:x1876096879598464:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1789186069.622412:0:22718:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1789186069.622454:0:22718:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52533 expref: -99 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.622516:0:22718:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 34 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.622531:0:22718:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 34 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.622549:0:22718:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:3.0:1789186069.622552:0:22718:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1789186069.622556:0:22718:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2fdba6000, rc 0) 00000100:00100000:3.0:1789186069.623463:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+34:18799:x1876096879598464:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 1072us (1227us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.623473:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 57 00000100:00100000:2.0:1789186069.630010:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.630082:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879598592 00000100:00100000:3.0:1789186069.630094:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879598592 00000100:00100000:3.0:1789186069.630179:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 20 00000100:00100000:3.0:1789186069.630191:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2392:x1876096879598592:12345-192.168.204.48@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1789186069.630527:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1789186069.630631:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2392:x1876096879598592:12345-192.168.204.48@tcp:2:lhsmtool_posix.0 Request processed in 441us (629us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1789186069.630641:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 20 00000100:00100000:1.0:1789186069.634157:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.634259:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879598848 00000100:00100000:0.0:1789186069.634271:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879598848 00000100:00100000:0.0:1789186069.634341:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:0.0:1789186069.634353:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+34:18799:x1876096879598848:12345-192.168.204.48@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1789186069.634674:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4155c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+35:18799:x1876096879598848:12345-192.168.204.48@tcp:35:lhsmtool_posix.0 Request processed in 322us (526us total) trans 12884901910 rc 0/0 00000100:00100000:0.0:1789186069.634683:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 9 00000100:00100000:0.0:1789186069.637858:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.638110:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879599104 00000100:00100000:2.0:1789186069.638120:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879599104 00000100:00100000:2.0:1789186069.638181:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 58 00000100:00100000:2.0:1789186069.638191:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7496300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+35:18799:x1876096879599104:12345-192.168.204.48@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789186069.638311:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7496300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+35:18799:x1876096879599104:12345-192.168.204.48@tcp:57:lhsmtool_posix.0 Request processed in 122us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.638319:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 58 00000100:00100000:1.0:1789186069.642007:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.642112:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879599232 00000100:00100000:0.0:1789186069.642121:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879599232 00000100:00100000:0.0:1789186069.642178:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 59 00000100:00100000:0.0:1789186069.642187:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+35:18799:x1876096879599232:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789186069.642208:0:22717:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186069.642225:0:22717:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1800/0xda5c730d5a74fcf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5253a expref: -99 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.642292:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74fd6 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.642307:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74fd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.642318:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74fd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1789186069.642363:0:22717:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1789186069.642381:0:22717:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74fd6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.642406:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1800/0xda5c730d5a74fcf lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5253a expref: 37 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.642541:0:22717:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74fd6 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5253a expref: 36 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.642553:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:0.0:1789186069.642556:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1789186069.642559:0:22717:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c1a00, rc 0) 00000100:00100000:0.0:1789186069.642635:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4154700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+36:18799:x1876096879599232:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 449us (638us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.642643:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 59 00000100:00100000:3.0:1789186069.647280:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.647377:0:24222:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879599360 00000100:00100000:0.0:1789186069.647388:0:24222:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879599360 00000100:00100000:0.0:1789186069.647458:0:24222:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 21 00000100:00100000:0.0:1789186069.647469:0:24222:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+6:2390:x1876096879599360:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1789186069.647489:0:24222:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1789186069.647511:0:24222:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52541 expref: -99 pid: 24222 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1789186069.647539:0:24222:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6aa4d015, blocks: 0x0 00010000:00010000:0.0:1789186069.647561:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=708s v=(0 0) 00010000:00010000:0.0:1789186069.647565:0:24222:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186069.647575:0:24222:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 7 pid: 24222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.647595:0:24222:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 7 pid: 24222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.647607:0:24222:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2ff9c1000, rc 0) 00000100:00100000:0.0:1789186069.647670:0:24222:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2366680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2390:x1876096879599360:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 202us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.647676:0:24222:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 21 00000100:00100000:1.0:1789186069.652678:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.652803:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879599616 00000100:00100000:2.0:1789186069.652814:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879599616 00000100:00100000:2.0:1789186069.652882:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 60 00000100:00100000:2.0:1789186069.652893:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+36:18799:x1876096879599616:12345-192.168.204.48@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1789186069.653053:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4155180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+36:18799:x1876096879599616:12345-192.168.204.48@tcp:57:lhsmtool_posix.0 Request processed in 161us (385us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.653061:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 60 00000100:00100000:2.0:1789186069.660305:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.660393:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879599744 00000100:00100000:3.0:1789186069.660403:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879599744 00000100:00100000:3.0:1789186069.660475:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 61 00000100:00100000:3.0:1789186069.660486:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+36:18799:x1876096879599744:12345-192.168.204.48@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1789186069.664110:0:22696:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:1.0:1789186069.664131:0:22696:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 2 committed 00000001:00080000:1.0:1789186069.664195:0:22696:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:0.0:1789186069.664369:0:3622:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.664391:0:3622:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.664399:0:3622:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.664403:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1789186069.664405:0:3622:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6c00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186069.664410:0:3622:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.664417:0:3622:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.664421:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898581248:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1789186069.664445:0:3622:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:0.0:1789186069.664448:0:3622:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1789186069.664453:0:3622:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.664459:0:3622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6c00/0xda5c730d5a74e24 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.664486:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.664569:0:25184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898581248 00000100:00100000:0.0:1789186069.664577:0:25184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898581248 00000100:00100000:0.0:1789186069.664649:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1789186069.664658:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1876096898581248:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:0.0:1789186069.664804:0:25184:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1789186069.664808:0:25184:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1789186069.664809:0:25184:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1789186069.664811:0:25184:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789186069 -> 1789186069 00002000:00010000:0.0:1789186069.664814:0:25184:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00080000:1.0:1789186069.664858:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1789186069.664860:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3638:x1876096898581248:12345-0@lo:2:osp-syn-1-0.0 Request processed in 203us (374us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1789186069.664868:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:2.0:1789186069.664962:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff98f2f2bda680/2, rc 0, transno 12884901892 00000100:00100000:2.0:1789186069.664968:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bda680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3638:1876096898581248:0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1789186069.665004:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665012:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665018:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665023:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6e00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186069.665025:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665032:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665041:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff98f2c7ca0100) 00010000:00010000:3.0:1789186069.665044:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186069.665047:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665053:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6e00/0xda5c730d5a74dd0 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665070:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665076:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665082:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665094:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6a00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186069.665098:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665103:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665112:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff98f2c7ca0e00) 00010000:00010000:3.0:1789186069.665114:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186069.665117:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665122:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a74dd7 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665135:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665141:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665147:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665151:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba7c00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186069.665153:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665158:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665175:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff98f2c7ca0a00) 00010000:00010000:3.0:1789186069.665177:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1789186069.665180:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665185:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74e7f lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665200:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665205:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665209:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665213:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95200 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186069.665216:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665221:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665228:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:3.0:1789186069.665230:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789186069.665232:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+17:18799:x1876096879599744:12345-192.168.204.48@tcp:44:lhsmtool_posix.0 Request processed in 4747us (4936us total) trans 0 rc 0/0 00010000:00010000:3.0:1789186069.665234:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665239:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a74f04 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.665241:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 61 00010000:00010000:3.0:1789186069.665261:0:3621:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665267:0:3621:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665273:0:3621:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665278:0:3621:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30da400 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:3.0:1789186069.665281:0:3621:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665287:0:3621:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665295:0:3621:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:3.0:1789186069.665297:0:3621:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1789186069.665300:0:3621:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.665306:0:3621:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30da400/0xda5c730d5a74fc1 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.668710:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.668842:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879599872 00000100:00100000:0.0:1789186069.668854:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879599872 00000100:00100000:0.0:1789186069.668934:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 23 00000100:00100000:0.0:1789186069.668944:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c2364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2392:x1876096879599872:12345-192.168.204.48@tcp:16:lhsmtool_posix.0 00000100:00100000:0.0:1789186069.669107:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c2364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2392:x1876096879599872:12345-192.168.204.48@tcp:16:lhsmtool_posix.0 Request processed in 164us (417us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.669114:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 23 00000100:00100000:1.0:1789186069.674064:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.674182:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879600128 00000100:00100000:2.0:1789186069.674192:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879600128 00000100:00100000:2.0:1789186069.674255:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 62 00000100:00100000:2.0:1789186069.674265:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c4156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+15:18799:x1876096879600128:12345-192.168.204.48@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1789186069.674324:0:23990:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186069.674352:0:23990:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1a00/0xda5c730d5a74fd6 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5253a expref: 15 pid: 22717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.674388:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:2.0:1789186069.674393:0:23990:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1789186069.674426:0:23990:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db600/0xda5c730d5a74fe4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.674439:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db600/0xda5c730d5a74fe4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.674449:0:23990:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db600/0xda5c730d5a74fe4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1789186069.674592:0:23990:0:(mdt_handler.c:4490:mdt_save_lock()) ### save lock request 0000000030f27337 reply state 00000000b1dfc1bc transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db600/0xda5c730d5a74fe4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.674606:0:23990:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30db600/0xda5c730d5a74fe4 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 23990 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.674614:0:23990:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:2.0:1789186069.674617:0:23990:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1789186069.674620:0:23990:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1789186069.675118:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c4156300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+16:18799:x1876096879600128:12345-192.168.204.48@tcp:36:lhsmtool_posix.0 Request processed in 851us (1059us total) trans 12884901911 rc 0/0 00000100:00100000:2.0:1789186069.675125:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 62 00000100:00100000:2.0:1789186069.680491:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.680598:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879600256 00000100:00100000:1.0:1789186069.680610:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879600256 00000100:00100000:1.0:1789186069.680672:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 24 00000100:00100000:1.0:1789186069.680682:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:18799:x1876096879600256:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1789186069.680702:0:24221:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186069.680720:0:24221:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee52548 expref: -99 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.680831:0:24221:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.680842:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186069.680846:0:24221:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186069.680852:0:24221:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 8 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.680889:0:24221:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.680903:0:24221:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.680949:0:24221:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d2fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24221:1876096898581376:192.168.204.48@tcp:104: 00000100:00100000:1.0:1789186069.681031:0:24221:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2e799acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1789186069.690107:0:24221:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d2fd4a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:24221:1876096898581376:192.168.204.48@tcp:104: 00010000:00010000:1.0:1789186069.690148:0:24221:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 8 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.690171:0:24221:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95c00, rc 0) 00000100:00100000:1.0:1789186069.690237:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+8:18799:x1876096879600256:12345-192.168.204.48@tcp:101:lhsmtool_posix.0 Request processed in 9556us (9756us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.690263:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 24 00000100:00100000:2.0:1789186069.690452:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.690979:0:22702:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879600384 00000100:00100000:0.0:1789186069.690987:0:22702:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879600384 00010000:00010000:0.0:1789186069.691022:0:22702:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.691101:0:22702:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 19 00000100:00100000:0.0:1789186069.691111:0:22702:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+8:2391:x1876096879600384:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789186069.691125:0:22702:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789186069.691147:0:22702:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.691161:0:22702:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.691185:0:22702:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bdfaf58f/0xda5c730d5a74fdd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52541 expref: 8 pid: 24222 timeout: 808 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.691214:0:22702:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186069.691218:0:22702:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186069.691225:0:22702:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 7 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.691236:0:22702:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 7 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.691270:0:22702:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 7 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.691285:0:22702:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7494e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22702:1876096898581504:192.168.204.48@tcp:105: 00000100:00100000:0.0:1789186069.691346:0:22702:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789600 going to sleep for 11 seconds 00000100:00100000:2.0:1789186069.697333:0:22702:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7494e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:22702:1876096898581504:192.168.204.48@tcp:105: 00010000:00010000:2.0:1789186069.697360:0:22702:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186069.697424:0:22702:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bdaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2391:x1876096879600384:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 6313us (6971us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.698123:0:22702:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 19 00000100:00100000:0.0:1789186069.699995:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.700152:0:24224:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879600512 00000100:00100000:2.0:1789186069.700163:0:24224:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879600512 00000100:00100000:2.0:1789186069.700221:0:24224:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 25 00000100:00100000:2.0:1789186069.700232:0:24224:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2391:x1876096879600512:12345-192.168.204.48@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1789186069.700394:0:24224:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1789186069.700398:0:24224:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1789186069 00002000:00010000:2.0:1789186069.700400:0:24224:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb atime from disk: 0 -> 1789186068 00002000:00010000:2.0:1789186069.700402:0:24224:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb ctime from disk: 1789186069 -> 1789186069 00002000:00010000:2.0:1789186069.700404:0:24224:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:2.0:1789186069.700478:0:24224:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7495880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+8:2391:x1876096879600512:12345-192.168.204.48@tcp:2:lhsmtool_posix.0 Request processed in 248us (491us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1789186069.700485:0:24224:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 25 00000100:00100000:1.0:1789186069.704682:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.704833:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879600640 00000100:00100000:0.0:1789186069.704844:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879600640 00000100:00100000:0.0:1789186069.704903:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 26 00000100:00100000:0.0:1789186069.704949:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+8:2392:x1876096879600640:12345-192.168.204.48@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1789186069.704991:0:24857:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.705009:0:24857:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 8 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.705036:0:24857:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1789186069.705040:0:24857:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1789186069.705045:0:24857:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.705076:0:24857:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 8 pid: 24221 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.705090:0:24857:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 8 pid: 24221 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.705105:0:24857:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24857:1876096898581632:192.168.204.48@tcp:104: 00000100:00100000:0.0:1789186069.705179:0:24857:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789a80 going to sleep for 11 seconds 00000100:00100000:0.0:1789186069.711336:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.711466:0:24857:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7496680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:24857:1876096898581632:192.168.204.48@tcp:104: 00010000:00010000:3.0:1789186069.711494:0:24857:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.712812:0:22703:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879600768 00000100:00100000:1.0:1789186069.712827:0:22703:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879600768 00010000:00010000:1.0:1789186069.712876:0:22703:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 9 pid: 24221 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.712948:0:22703:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 20 00000100:00100000:1.0:1789186069.713377:0:22703:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:2392:x1876096879600768:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1789186069.713396:0:22703:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1789186069.713422:0:22703:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 9 pid: 24221 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.713438:0:22703:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 9 pid: 24221 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.713462:0:22703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ce074664/0xda5c730d5a74feb lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52548 expref: 9 pid: 24221 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.713480:0:22703:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789186069.713485:0:22703:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1789186069.713492:0:22703:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.713502:0:22703:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.713618:0:22703:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1789186069.713687:0:22703:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7495f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+8:2392:x1876096879600768:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 728us (2358us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.713695:0:22703:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 20 00010000:00010000:3.0:1789186069.713771:0:24857:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713782:0:24857:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713806:0:24857:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713815:0:24857:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713823:0:24857:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713831:0:24857:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1e00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186069.713835:0:24857:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713844:0:24857:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713857:0:24857:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.713880:0:24857:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005b37321b/0xda5c730d5a74ff2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24857 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.714649:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2392:x1876096879600640:12345-192.168.204.48@tcp:1:lhsmtool_posix.0 Request processed in 9698us (9969us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.714660:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 26 00000100:00100000:0.0:1789186069.721567:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186069.721654:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601024 00000100:00100000:3.0:1789186069.721665:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601024 00000100:00100000:3.0:1789186069.721722:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 63 00000100:00100000:3.0:1789186069.721733:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+16:18799:x1876096879601024:12345-192.168.204.48@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1789186069.721828:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.721848:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 16 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.721858:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.721896:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 16 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.722210:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 16 pid: 23990 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.722225:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d8614380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1876096898581760:192.168.204.48@tcp:104: 00000100:00100000:2.0:1789186069.722412:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300085a80 going to sleep for 11 seconds 00000100:00100000:3.0:1789186069.739265:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.739738:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d8614380 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1876096898581760:192.168.204.48@tcp:104: 00010000:00010000:2.0:1789186069.739784:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.740133:0:22701:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601152 00000100:00100000:0.0:1789186069.740142:0:22701:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601152 00010000:00010000:0.0:1789186069.740180:0:22701:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 17 pid: 23990 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.740269:0:22701:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 21 00000100:00100000:0.0:1789186069.740280:0:22701:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c3487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+17:2391:x1876096879601152:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1789186069.740309:0:22701:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1789186069.740317:0:22701:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 17 pid: 23990 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740329:0:22701:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 17 pid: 23990 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740350:0:22701:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dbe00/0xda5c730d5a74efd lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee524fb expref: 17 pid: 23990 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740367:0:22701:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:0.0:1789186069.740373:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 16 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740383:0:22701:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740391:0:22701:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740399:0:22701:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.740440:0:22701:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1789186069.740510:0:22701:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c3487b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+16:2391:x1876096879601152:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 231us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.740516:0:22701:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 21 00010000:00010000:3.0:1789186069.740576:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.740595:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.740963:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.740978:0:22717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 16 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.740986:0:22717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.741017:0:22717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 16 pid: 22718 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186069.741031:0:22717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 16 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.741045:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2c87b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1876096898581888:192.168.204.48@tcp:104: 00000100:00100000:3.0:1789186069.741101:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f300085900 going to sleep for 11 seconds 00000100:00100000:3.0:1789186069.744166:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2c87b9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1876096898581888:192.168.204.48@tcp:104: 00010000:00010000:3.0:1789186069.744200:0:22717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.744645:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.744965:0:25746:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601280 00000100:00100000:2.0:1789186069.744974:0:25746:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601280 00010000:00010000:2.0:1789186069.745011:0:25746:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 17 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186069.745087:0:25746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 22 00000100:00100000:2.0:1789186069.745097:0:25746:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+17:2391:x1876096879601280:12345-192.168.204.48@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1789186069.745111:0:25746:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1789186069.745131:0:25746:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 17 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.745143:0:25746:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 17 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.745171:0:25746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6000/0xda5c730d5a74fc8 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52533 expref: 17 pid: 22718 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.745187:0:25746:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:2.0:1789186069.745193:0:25746:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.745202:0:25746:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.745210:0:25746:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186069.745246:0:25746:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1789186069.745299:0:25746:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87b9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+16:2391:x1876096879601280:12345-192.168.204.48@tcp:103:ldlm_bl.0 Request processed in 203us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186069.745306:0:25746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 22 00010000:00010000:0.0:1789186069.745365:0:22717:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.745384:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1789186069.745556:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:0.0:1789186069.745676:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:0.0:1789186069.746143:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:0.0:1789186069.746225:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1876096898582016:0@lo:1000:mdt00_001.0 00000100:00100000:0.0:1789186069.746276:0:22717:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.746310:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789300 going to sleep for 11 seconds 00000100:00100000:1.0:1789186069.746369:0:22722:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582016 00000100:00100000:1.0:1789186069.746376:0:22722:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582016 00000100:00100000:1.0:1789186069.746420:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1789186069.746436:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7495c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22717:x1876096898582016:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789186069.746537:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7495c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22717:x1876096898582016:12345-0@lo:1000:mdt00_001.0 Request processed in 109us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.746543:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1789186069.746586:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7494a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1876096898582016:0@lo:1000:mdt00_001.0 00000001:00080000:2.0:1789186069.747327:0:22717:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:2.0:1789186069.747386:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f2bd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1876096898582144:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1789186069.747544:0:22717:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186069.747613:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2c7f15780 going to sleep for 11 seconds 00000100:00100000:1.0:1789186069.747652:0:23456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582144 00000100:00100000:1.0:1789186069.747659:0:23456:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582144 00000100:00100000:1.0:1789186069.747817:0:23456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1789186069.747827:0:23456:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f2bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:22717:x1876096898582144:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1789186069.747982:0:23456:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f2bda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:22717:x1876096898582144:12345-0@lo:1000:mdt00_001.0 Request processed in 156us (437us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1789186069.747989:0:23456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1789186069.748087:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f2bd9180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:22717:1876096898582144:0@lo:1000:mdt00_001.0 00010000:00010000:0.0:1789186069.748131:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748141:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748149:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748155:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba6a00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186069.748160:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748168:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748182:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:0.0:1789186069.748185:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789186069.748190:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748213:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba6a00/0xda5c730d5a75000 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748245:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748251:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748257:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748263:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30dba00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186069.748266:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748273:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748282:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:0.0:1789186069.748285:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1789186069.748291:0:22717:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 19 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748315:0:22717:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 19 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748326:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 19 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.748395:0:22717:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7a00/0xda5c730d5a74f35 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee52510 expref: 19 pid: 23990 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.748408:0:22717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2f7497100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1876096898582272:192.168.204.48@tcp:105: 00000100:00100000:0.0:1789186069.748487:0:22717:0:(client.c:2716:ptlrpc_set_wait()) set ffff98f2f2789900 going to sleep for 11 seconds 00000100:00100000:0.0:1789186069.752320:0:22717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2f7497100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:22717:1876096898582272:192.168.204.48@tcp:105: 00010000:00010000:0.0:1789186069.752353:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752363:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2c30dba00/0xda5c730d5a74f27 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22718 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752396:0:22717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752410:0:22717:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752422:0:22717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752446:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752452:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752459:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752483:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1600 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186069.752489:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752497:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752509:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:0.0:1789186069.752512:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1789186069.752516:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752521:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a75007 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752530:0:22717:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752536:0:22717:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752541:0:22717:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752545:0:22717:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2fdba7c00 already unused, calling callback (ffffffffc192c4f0) 00010000:00010000:0.0:1789186069.752548:0:22717:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752554:0:22717:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752572:0:22717:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:0.0:1789186069.752574:0:22717:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1789186069.752578:0:22717:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.752583:0:22717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2fdba7c00/0xda5c730d5a74ff9 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22717 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1789186069.752770:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7497800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+19:18799:x1876096879601024:12345-192.168.204.48@tcp:57:lhsmtool_posix.0 Request processed in 31038us (31211us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1789186069.752780:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 63 00000020:00080000:0.0:1789186069.752786:0:22717:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1789186069.753814:0:22749:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789186069.753828:0:22749:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789186069.753847:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789186069.753854:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:1.0:1789186069.756017:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.756282:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601408 00000100:00100000:0.0:1789186069.756294:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601408 00000100:00100000:0.0:1789186069.756348:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 10 00000100:00100000:0.0:1789186069.756358:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c232e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+19:18796:x1876096879601408:12345-192.168.204.48@tcp:49:dd.0 00000100:00100000:0.0:1789186069.756508:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c232e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+19:18796:x1876096879601408:12345-192.168.204.48@tcp:49:dd.0 Request processed in 151us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.756516:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 10 00000100:00100000:1.0:1789186069.762464:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186069.762566:0:22720:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601664 00000100:00100000:0.0:1789186069.762576:0:22720:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601664 00000100:00100000:0.0:1789186069.762635:0:22720:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 11 00000100:00100000:0.0:1789186069.762645:0:22720:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+19:18799:x1876096879601664:12345-192.168.204.48@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1789186069.762970:0:22720:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1789186069.763004:0:22720:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:0.0:1789186069.763038:0:22720:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.763068:0:22720:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.763091:0:22720:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.763100:0:22720:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.763106:0:22720:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.763112:0:22720:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1789186069.763125:0:22720:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1789186069.763215:0:22720:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+21:18799:x1876096879601664:12345-192.168.204.48@tcp:35:lhsmtool_posix.0 Request processed in 571us (760us total) trans 12884901918 rc 0/0 00000100:00100000:0.0:1789186069.763222:0:22720:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 11 00000020:00080000:0.0:1789186069.763226:0:22720:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1789186069.763671:0:22705:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1789186069.763688:0:22705:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.763697:0:22705:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2ff9c1600 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:1.0:1789186069.763701:0:22705:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.763717:0:22705:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.763730:0:22705:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff98f2f28ee300) 00010000:00010000:1.0:1789186069.763733:0:22705:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1789186069.763738:0:22705:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.763744:0:22705:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2ff9c1600/0xda5c730d5a7500e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22720 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.763768:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186069.763770:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186069.763772:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1789186069.766454:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.766589:0:22716:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601792 00000100:00100000:1.0:1789186069.766602:0:22716:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601792 00000100:00100000:1.0:1789186069.766668:0:22716:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 64 00000100:00100000:1.0:1789186069.766687:0:22716:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2c87bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+21:18796:x1876096879601792:12345-192.168.204.48@tcp:101:dd.0 00010000:00010000:1.0:1789186069.766719:0:22716:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1789186069.766741:0:22716:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a75015 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xae2b9231ee5254f expref: -99 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.766796:0:22716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a7501c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.766811:0:22716:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a7501c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.766822:0:22716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a7501c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22716 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.766994:0:22716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95200/0xda5c730d5a75015 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5254f expref: 23 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.767012:0:22716:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff98f2e7e95600/0xda5c730d5a7501c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.48@tcp remote: 0xae2b9231ee5254f expref: 22 pid: 22716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.767021:0:22716:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff98f2c7ca0400) 00010000:00010000:1.0:1789186069.767024:0:22716:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1789186069.767032:0:22716:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff98f2e7e95600, rc 0) 00000100:00100000:1.0:1789186069.767338:0:22716:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2c87bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+22:18796:x1876096879601792:12345-192.168.204.48@tcp:101:dd.0 Request processed in 659us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.767346:0:22716:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 64 00000100:00100000:3.0:1789186069.917738:0:3630:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186069.919261:0:24227:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879601920 00000100:00100000:1.0:1789186069.919276:0:24227:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879601920 00000100:00100000:1.0:1789186069.919429:0:24227:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 0 00000100:00100000:1.0:1789186069.919441:0:24227:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2ffe45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2391:x1876096879601920:12345-192.168.204.48@tcp:4:dd.0 00002000:00010000:1.0:1789186069.919496:0:24227:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x42:0x0] initial LVB size: 0, mtime: 0x6aa4d015, atime: 0x6aa4d014, ctime: 0x6aa4d015, blocks: 0x0 00010000:00010000:1.0:1789186069.919505:0:24227:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.919521:0:24227:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=709s v=(0 0) 00010000:00010000:1.0:1789186069.919525:0:24227:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1789186069.919531:0:24227:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1789186069.919548:0:24227:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186069.923505:0:3628:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:2.0:1789186069.923620:0:24229:0:(service.c:3467:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1789186069.923637:0:24229:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:1.0:1789186069.926310:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1789186069.926332:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d2fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898582400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789186069.926395:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.926451:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d2fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898582528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789186069.926486:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.926517:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1789186069.926526:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2d2fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898582656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1789186069.926550:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898582784:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1789186069.926565:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.926640:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1789186069.926684:0:24229:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602048 00000100:00100000:3.0:1789186069.926688:0:3637:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1789186069.926693:0:24229:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602048 00000100:00100000:3.0:1789186069.926698:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898582912:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789186069.926731:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.927119:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582400 00000100:00100000:0.0:1789186069.927127:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582400 00000100:00100000:0.0:1789186069.927171:0:22721:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582784 00000100:00100000:0.0:1789186069.927174:0:22721:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582784 00000100:00100000:0.0:1789186069.927193:0:22721:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789186069.927202:0:22721:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898582400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1789186069.927233:0:22721:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1789186069.927271:0:22722:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789186069.927292:0:22722:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2ffe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898582784:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789186069.927305:0:22721:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898582400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.927326:0:22721:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000004:00000024:3.0:1789186069.927337:0:22722:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1789186069.927395:0:22722:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2ffe44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3637:x1876096898582784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.927402:0:22722:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1789186069.927436:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898583296:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.927467:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.927495:0:3637:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898583808:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.927535:0:3637:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.927543:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582528 00000100:00100000:1.0:1789186069.927551:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582528 00000100:00100000:1.0:1789186069.927597:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582656 00000100:00100000:1.0:1789186069.927602:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582656 00000100:00100000:1.0:1789186069.927613:0:24225:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898582912 00000100:00100000:1.0:1789186069.927615:0:24225:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898582912 00000100:00100000:1.0:1789186069.927630:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789186069.927639:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898582528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1789186069.927669:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1789186069.927712:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3635:x1876096898582528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (1228us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.927719:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1789186069.927749:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1789186069.927769:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3635:x1876096898582656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1789186069.927780:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 25591488 pending 4218880 free 3923513344 avail 3691991040 00000100:00100000:1.0:1789186069.927894:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3635:x1876096898582656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (1253us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.928092:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876096898583424:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.928113:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3637:1876096898582784:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1789186069.928143:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.928148:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d2fd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898582400:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1789186069.928167:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1789186069.928187:0:3638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898583936:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.928214:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583808 00000100:00100000:0.0:1789186069.928221:0:3638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.928223:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583808 00000100:00100000:3.0:1789186069.928281:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583424 00000100:00100000:3.0:1789186069.928285:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583424 00000100:00100000:3.0:1789186069.928300:0:22718:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583936 00000100:00100000:3.0:1789186069.928302:0:22718:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583936 00000100:00100000:3.0:1789186069.928319:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1789186069.928326:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2ffe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898583808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.928379:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2ffe44a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3637:x1876096898583808:12345-0@lo:400:kworker.0 Request processed in 53us (844us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.928401:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:1.0:1789186069.928413:0:24225:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1789186069.928429:0:24225:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2ffe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898582912:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1789186069.928431:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00002000:00000024:1.0:1789186069.928454:0:24225:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3485696 granted 25591488 pending 4218880 free 3923513344 avail 3691991040 00000100:00100000:3.0:1789186069.928455:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7497100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876096898583424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1789186069.928456:0:25764:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 1 00000100:00100000:2.0:1789186069.928479:0:25764:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2ffe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+9:2391:x1876096879602048:12345-192.168.204.48@tcp:4:dd.0 00000100:00100000:1.0:1789186069.928506:0:24225:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2ffe46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898582912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (1772us total) trans 0 rc 0/0 00010000:00010000:2.0:1789186069.928512:0:25764:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.928514:0:24225:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00010000:2.0:1789186069.928533:0:25764:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1789186069.928538:0:25764:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x42:0x0].0x0 since=0s v=(0 0) 00000100:00080000:1.0:1789186069.928543:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1789186069.928545:0:25764:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1789186069.928548:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1789186069.928553:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1789186069.928557:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1789186069.928563:0:25764:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1789186069.928576:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898583040:0@lo:400:kworker.0 00000100:00100000:1.0:1789186069.928616:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.928674:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7497100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1876096898583424:12345-0@lo:400:kworker.0 Request processed in 224us (529us total) trans 0 rc 0/0 00000100:00100000:1.0:1789186069.928676:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898583552:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.928697:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1789186069.928723:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1789186069.928731:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1789186069.928750:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f7497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876096898583936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1789186069.928792:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d2fd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898582656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1789186069.928889:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2d2fd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3635:1876096898582528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1789186069.929106:0:3635:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1789186069.929117:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898583168:0@lo:400:kworker.0 00000100:00100000:1.0:1789186069.929146:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1789186069.929162:0:3635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff98f2ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898583680:0@lo:400:kworker.0 00000100:00100000:0.0:1789186069.929493:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583552 00000100:00100000:0.0:1789186069.929501:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583552 00000100:00100000:0.0:1789186069.929543:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583168 00000100:00100000:0.0:1789186069.929546:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583168 00000100:00100000:0.0:1789186069.929560:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789186069.929568:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898583552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930231:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f7497480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1876096898583936:12345-0@lo:400:kworker.0 Request processed in 1492us (2005us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.930244:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1789186069.930275:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789186069.930286:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898583168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930326:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3635:x1876096898583168:12345-0@lo:400:kworker.0 Request processed in 44us (1180us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.930332:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1789186069.930390:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3638:1876096898583424:0@lo:400:kworker.0 00010000:00080000:3.0:1789186069.930415:0:3638:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2ffe47800 x1876096898583936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1789186069.930440:0:3638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe47800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3638:1876096898583936:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930485:0:24221:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583296 00000100:00100000:3.0:1789186069.930492:0:24221:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583296 00000100:00100000:3.0:1789186069.930538:0:24221:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789186069.930546:0:24221:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2ffe44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898583296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930603:0:24221:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2ffe44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3637:x1876096898583296:12345-0@lo:400:kworker.0 Request processed in 59us (3135us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.930610:0:24221:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1789186069.930646:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898583296:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930659:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe47100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3637:1876096898583808:0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930681:0:3637:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3637:1876096898582912:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1789186069.930792:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789186069.930839:0:22710:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583040 00000100:00100000:3.0:1789186069.930844:0:22710:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583040 00000100:00100000:3.0:1789186069.930885:0:22710:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1789186069.930891:0:22710:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3635:x1876096898583040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1789186069.930958:0:22710:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f9dcdb2a-a817-42c2-af51-4e9583104fc5+24:3635:x1876096898583040:12345-0@lo:400:kworker.0 Request processed in 67us (2344us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186069.930964:0:22710:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1789186069.931229:0:3635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1789186069.931305:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3635:x1876096898583552:12345-0@lo:400:kworker.0 Request processed in 1734us (2573us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.931317:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1789186069.931345:0:23990:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096898583680 00000100:00100000:1.0:1789186069.931361:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:f9dcdb2a-a817-42c2-af51-4e9583104fc5:3635:1876096898583040:0@lo:400:kworker.0 00000100:00100000:0.0:1789186069.931362:0:23990:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096898583680 00000100:00100000:1.0:1789186069.931380:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3635:1876096898583552:0@lo:400:kworker.0 00000100:00100000:1.0:1789186069.931418:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3635:1876096898583168:0@lo:400:kworker.0 00000100:00100000:0.0:1789186069.931446:0:23990:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1789186069.931460:0:23990:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898583680:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1789186069.931465:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1789186069.931523:0:3635:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff98f2ffe45880 x1876096898583680/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1789186085 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1789186069.931533:0:3635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff98f2ffe45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3635:1876096898583680:0@lo:400:kworker.0 00000100:00100000:0.0:1789186069.931690:0:23990:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3635:x1876096898583680:12345-0@lo:400:kworker.0 Request processed in 235us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186069.931698:0:23990:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000001:00080000:0.0:1789186070.024667:0:25038:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901895 is committed 00000001:00080000:0.0:1789186070.024688:0:25038:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901894 is committed 00002000:00010000:3.0:1789186070.027139:0:24227:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:3.0:1789186070.027152:0:24227:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:3.0:1789186070.027177:0:24227:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186070.027194:0:24227:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186070.027205:0:24227:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186070.027214:0:24227:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2e7e95200 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:3.0:1789186070.027241:0:24227:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186070.027252:0:24227:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186070.027279:0:24227:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1789186070.027288:0:24227:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b3b3ccf2/0xda5c730d5a75023 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24227 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1789186070.027404:0:24227:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2ffe45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+7:2391:x1876096879601920:12345-192.168.204.48@tcp:4:dd.0 Request processed in 107958us (109673us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1789186070.027423:0:24227:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 0 00000001:00080000:0.0:1789186070.096949:0:25038:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901896 is committed 00002000:00010000:2.0:1789186070.097224:0:25764:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1789186070.097231:0:25764:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1789186070.097254:0:25764:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186070.097270:0:25764:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186070.097307:0:25764:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186070.097315:0:25764:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff98f2c30daa00 already unused, calling callback (ffffffffc0d1a8b0) 00010000:00010000:2.0:1789186070.097321:0:25764:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186070.097331:0:25764:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186070.097355:0:25764:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1789186070.097363:0:25764:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8993b73/0xda5c730d5a7502a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 25764 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1789186070.097580:0:25764:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2ffe45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2391:x1876096879602048:12345-192.168.204.48@tcp:4:dd.0 Request processed in 169097us (174083us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1789186070.097594:0:25764:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 1 00010000:00010000:3.0:1789186070.312274:0:25187:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1789186071.334425:0:22704:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1789186071.518385:0:25801:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000040:00080000:2.0:1789186071.783949:0:22749:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1789186071.783959:0:22749:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1789186071.784004:0:22749:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1789186071.784016:0:22749:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00010000:00010000:0.0:1789186072.359655:0:22705:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1789186072.424005:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186072.424048:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186072.424085:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186072.424114:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186072.424129:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:3.0:1789186072.424228:0:22709:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602176 00000100:00100000:3.0:1789186072.424247:0:22709:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602176 00000100:00100000:0.0:1789186072.424258:0:25184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602688 00000100:00100000:0.0:1789186072.424280:0:25184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602688 00000100:00100000:3.0:1789186072.424328:0:22709:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 163 00000100:00100000:3.0:1789186072.424342:0:22709:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f1c36c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+13:2389:x1876096879602176:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186072.424471:0:22709:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f1c36c0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:09009283-0084-4b1f-9069-1ab1d0e17303+13:2389:x1876096879602176:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 132us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186072.424480:0:22709:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 163 00000100:00100000:3.0:1789186072.424530:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602432 00000100:00100000:3.0:1789186072.424536:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602432 00000100:00100000:0.0:1789186072.425680:0:25184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879603200 00000100:00100000:0.0:1789186072.425692:0:25184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879603200 00000100:00100000:0.0:1789186072.425741:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 11 00000100:00100000:0.0:1789186072.425752:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879602688:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186072.425948:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602944 00000100:00100000:3.0:1789186072.425958:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602944 00000100:00100000:3.0:1789186072.426005:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 50 00000100:00100000:3.0:1789186072.426094:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879602432:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789186072.426325:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186072.426389:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879602688:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 636us (2299us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186072.426398:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 11 00000100:00100000:0.0:1789186072.426422:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 12 00000100:00100000:0.0:1789186072.426431:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2389:x1876096879603200:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:1.0:1789186072.426462:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186072.426470:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2389:x1876096879603200:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 39us (2337us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186072.426478:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 12 00000100:00100000:0.0:1789186072.426492:0:25184:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602560 00000100:00100000:0.0:1789186072.426497:0:25184:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602560 00000100:00100000:1.0:1789186072.426511:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:0.0:1789186072.426524:0:25184:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 13 00000100:00100000:0.0:1789186072.426531:0:25184:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2390:x1876096879602560:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:0.0:1789186072.426562:0:25184:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2390:x1876096879602560:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 30us (101us total) trans 0 rc 0/0 00000100:00100000:0.0:1789186072.426569:0:25184:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 13 00000100:00100000:1.0:1789186072.426590:0:3629:0:(events.c:344:request_in_callback()) peer: 12345-192.168.204.48@tcp (source: 12345-192.168.204.48@tcp) 00000100:00100000:1.0:1789186072.426639:0:24857:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879603072 00000100:00100000:1.0:1789186072.426644:0:24857:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879603072 00000100:00080000:0.0:1789186072.426685:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1789186072.426687:0:24857:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 14 00000100:00080000:0.0:1789186072.426692:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1789186072.426698:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1789186072.426702:0:24857:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2f0db1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2390:x1876096879603072:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186072.426986:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+5:2389:x1876096879602432:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 945us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186072.426997:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 50 00000100:00100000:3.0:1789186072.427024:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602304 00000100:00100000:3.0:1789186072.427030:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602304 00000100:00100000:3.0:1789186072.427077:0:22717:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1876096879602816 00000100:00100000:3.0:1789186072.427082:0:22717:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1876096879602816 00000100:00100000:0.0:1789186072.427105:0:24857:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2f0db1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2390:x1876096879603072:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 403us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186072.427115:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 51 00000100:00100000:0.0:1789186072.427124:0:24857:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 14 00000100:00100000:3.0:1789186072.427132:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2389:x1876096879602944:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:3.0:1789186072.427383:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:b6a1abf3-bfff-4788-97ed-b26f360b43d2+5:2389:x1876096879602944:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 93us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186072.427395:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 51 00000100:00100000:3.0:1789186072.427419:0:22717:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 52 00000100:00100000:3.0:1789186072.427427:0:22717:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+22:2390:x1876096879602304:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:2.0:1789186072.428464:0:22718:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.48@tcp, seq: 53 00000100:00100000:2.0:1789186072.428480:0:22718:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff98f2d2fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2390:x1876096879602816:12345-192.168.204.48@tcp:400:kworker.0 00000100:00100000:2.0:1789186072.428576:0:22718:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:b6a1abf3-bfff-4788-97ed-b26f360b43d2+6:2390:x1876096879602816:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 102us (2065us total) trans 0 rc 0/0 00000100:00100000:2.0:1789186072.428582:0:22718:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 53 00000100:00080000:2.0:1789186072.428637:0:22712:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1789186072.433393:0:22717:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff98f2d2fd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1797f3d7-bd5c-4665-a66e-0e9a8e36a5aa+22:2390:x1876096879602304:12345-192.168.204.48@tcp:400:kworker.0 Request processed in 5946us (7050us total) trans 0 rc 0/0 00000100:00100000:3.0:1789186072.433416:0:22717:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.48@tcp, seq: 52 Debug log: 13733 lines, 13733 kept, 0 dropped, 0 bad.